2024-11-20 19:30:24,183 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 19:30:24,199 main DEBUG Took 0.013852 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 19:30:24,199 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 19:30:24,200 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 19:30:24,201 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 19:30:24,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,211 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 19:30:24,225 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,227 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,229 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,230 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,232 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,233 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,235 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,236 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,237 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,238 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,239 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,240 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:30:24,241 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,241 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 19:30:24,243 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:30:24,245 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 19:30:24,248 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 19:30:24,248 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 19:30:24,250 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 19:30:24,250 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 19:30:24,259 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 19:30:24,262 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 19:30:24,264 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 19:30:24,264 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 19:30:24,265 main DEBUG createAppenders(={Console}) 2024-11-20 19:30:24,266 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-20 19:30:24,266 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 19:30:24,266 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-20 19:30:24,267 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 19:30:24,267 main DEBUG OutputStream closed 2024-11-20 19:30:24,268 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 19:30:24,268 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 19:30:24,268 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-20 19:30:24,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 19:30:24,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 19:30:24,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 19:30:24,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 19:30:24,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 19:30:24,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 19:30:24,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 19:30:24,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 19:30:24,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 19:30:24,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 19:30:24,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 19:30:24,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 19:30:24,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 19:30:24,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 19:30:24,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 19:30:24,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 19:30:24,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 19:30:24,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 19:30:24,350 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 19:30:24,351 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-20 19:30:24,351 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 19:30:24,352 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-20T19:30:24,587 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8 2024-11-20 19:30:24,590 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 19:30:24,590 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T19:30:24,599 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-20T19:30:24,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:30:24,641 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/cluster_765686fb-619b-99e8-3970-f09d10176bb9, deleteOnExit=true 2024-11-20T19:30:24,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:30:24,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/test.cache.data in system properties and HBase conf 2024-11-20T19:30:24,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:30:24,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:30:24,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:30:24,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:30:24,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:30:24,741 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T19:30:24,859 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:30:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:30:24,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:30:24,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:30:24,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:30:24,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:30:24,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:30:24,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:30:24,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:30:24,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:30:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:30:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:30:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:30:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:30:24,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:30:26,005 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T19:30:26,076 INFO [Time-limited test {}] log.Log(170): Logging initialized @2734ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T19:30:26,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:30:26,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:30:26,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:30:26,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:30:26,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:30:26,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:30:26,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b490999{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:30:26,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@707ebc91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:30:26,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f062aca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/java.io.tmpdir/jetty-localhost-44283-hadoop-hdfs-3_4_1-tests_jar-_-any-3518727517107440264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:30:26,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fee885d{HTTP/1.1, (http/1.1)}{localhost:44283} 2024-11-20T19:30:26,436 INFO [Time-limited test {}] server.Server(415): Started @3094ms 2024-11-20T19:30:27,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:30:27,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:30:27,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:30:27,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:30:27,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:30:27,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@849d63d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:30:27,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a247cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:30:27,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53343f2d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/java.io.tmpdir/jetty-localhost-45741-hadoop-hdfs-3_4_1-tests_jar-_-any-13395949015335644825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:30:27,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ff8ab72{HTTP/1.1, (http/1.1)}{localhost:45741} 2024-11-20T19:30:27,160 INFO [Time-limited test {}] server.Server(415): Started @3818ms 2024-11-20T19:30:27,210 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:30:28,307 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/cluster_765686fb-619b-99e8-3970-f09d10176bb9/data/data1/current/BP-454301576-172.17.0.3-1732131025502/current, will proceed with Du for space computation calculation, 2024-11-20T19:30:28,307 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/cluster_765686fb-619b-99e8-3970-f09d10176bb9/data/data2/current/BP-454301576-172.17.0.3-1732131025502/current, will proceed with Du for space computation calculation, 2024-11-20T19:30:28,339 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:30:28,389 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf301e5bd407e25e2 with lease ID 0x726daa01fb6968b1: Processing first storage report for DS-6502e8cc-3c7a-456d-a79b-4c78d79c6c89 from datanode DatanodeRegistration(127.0.0.1:38635, datanodeUuid=7ae05a58-1a43-451d-8f43-145ede423fc0, infoPort=38541, infoSecurePort=0, ipcPort=37417, storageInfo=lv=-57;cid=testClusterID;nsid=1289379576;c=1732131025502) 2024-11-20T19:30:28,390 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf301e5bd407e25e2 with lease ID 0x726daa01fb6968b1: from storage DS-6502e8cc-3c7a-456d-a79b-4c78d79c6c89 node DatanodeRegistration(127.0.0.1:38635, datanodeUuid=7ae05a58-1a43-451d-8f43-145ede423fc0, infoPort=38541, infoSecurePort=0, ipcPort=37417, storageInfo=lv=-57;cid=testClusterID;nsid=1289379576;c=1732131025502), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T19:30:28,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf301e5bd407e25e2 with lease ID 0x726daa01fb6968b1: Processing first storage report for DS-d8e4cb8e-8301-4455-af26-91d060443990 from datanode DatanodeRegistration(127.0.0.1:38635, datanodeUuid=7ae05a58-1a43-451d-8f43-145ede423fc0, infoPort=38541, infoSecurePort=0, ipcPort=37417, storageInfo=lv=-57;cid=testClusterID;nsid=1289379576;c=1732131025502) 2024-11-20T19:30:28,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf301e5bd407e25e2 with lease ID 0x726daa01fb6968b1: from storage DS-d8e4cb8e-8301-4455-af26-91d060443990 node DatanodeRegistration(127.0.0.1:38635, datanodeUuid=7ae05a58-1a43-451d-8f43-145ede423fc0, infoPort=38541, infoSecurePort=0, ipcPort=37417, storageInfo=lv=-57;cid=testClusterID;nsid=1289379576;c=1732131025502), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:30:28,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8 2024-11-20T19:30:28,480 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/cluster_765686fb-619b-99e8-3970-f09d10176bb9/zookeeper_0, clientPort=57663, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/cluster_765686fb-619b-99e8-3970-f09d10176bb9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/cluster_765686fb-619b-99e8-3970-f09d10176bb9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:30:28,489 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57663 2024-11-20T19:30:28,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:30:28,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:30:28,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:30:29,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b with version=8 2024-11-20T19:30:29,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/hbase-staging 2024-11-20T19:30:29,199 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T19:30:29,411 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:30:29,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:30:29,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:30:29,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:30:29,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:30:29,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:30:29,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:30:29,636 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T19:30:29,644 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T19:30:29,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:30:29,671 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 33097 (auto-detected) 2024-11-20T19:30:29,672 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-20T19:30:29,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38253 2024-11-20T19:30:29,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38253 connecting to ZooKeeper ensemble=127.0.0.1:57663 2024-11-20T19:30:29,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382530x0, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:30:29,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38253-0x10159b9f9990000 connected 2024-11-20T19:30:30,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:30:30,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:30:30,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:30:30,191 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b, hbase.cluster.distributed=false 2024-11-20T19:30:30,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T19:30:30,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38253 2024-11-20T19:30:30,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38253 2024-11-20T19:30:30,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38253 2024-11-20T19:30:30,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38253 2024-11-20T19:30:30,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38253 2024-11-20T19:30:30,342 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:30:30,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:30:30,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:30:30,345 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:30:30,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:30:30,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:30:30,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:30:30,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:30:30,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39645 2024-11-20T19:30:30,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39645 connecting to ZooKeeper ensemble=127.0.0.1:57663 2024-11-20T19:30:30,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:30:30,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:30:30,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396450x0, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:30:30,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396450x0, quorum=127.0.0.1:57663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:30:30,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39645-0x10159b9f9990001 connected 2024-11-20T19:30:30,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:30:30,480 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:30:30,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T19:30:30,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T19:30:30,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39645 2024-11-20T19:30:30,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39645 2024-11-20T19:30:30,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39645 2024-11-20T19:30:30,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39645 2024-11-20T19:30:30,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39645 2024-11-20T19:30:30,522 DEBUG [M:0;e14ef07817f4:38253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:38253 2024-11-20T19:30:30,523 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e14ef07817f4,38253,1732131029249 2024-11-20T19:30:30,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:30:30,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:30:30,563 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e14ef07817f4,38253,1732131029249 2024-11-20T19:30:30,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T19:30:30,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:30:30,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:30:30,597 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T19:30:30,599 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e14ef07817f4,38253,1732131029249 from backup master directory 2024-11-20T19:30:30,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:30:30,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e14ef07817f4,38253,1732131029249 2024-11-20T19:30:30,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T19:30:30,615 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:30:30,615 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,38253,1732131029249 2024-11-20T19:30:30,618 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T19:30:30,619 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T19:30:30,690 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/hbase.id] with ID: 7f951b0d-ad50-4e93-b785-cfdd1e52872d 2024-11-20T19:30:30,691 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/.tmp/hbase.id 2024-11-20T19:30:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:30:31,108 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/.tmp/hbase.id]:[hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/hbase.id] 2024-11-20T19:30:31,169 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:30:31,175 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:30:31,198 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-20T19:30:31,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:30:31,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:30:31,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:30:31,689 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:30:31,693 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:30:31,713 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:31,718 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:30:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:30:32,173 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store 2024-11-20T19:30:32,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:30:32,598 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T19:30:32,602 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:30:32,604 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:30:32,604 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:30:32,605 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:30:32,607 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:30:32,607 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:30:32,608 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:30:32,609 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732131032604Disabling compacts and flushes for region at 1732131032604Disabling writes for close at 1732131032607 (+3 ms)Writing region close event to WAL at 1732131032607Closed at 1732131032607 2024-11-20T19:30:32,612 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/.initializing 2024-11-20T19:30:32,613 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/WALs/e14ef07817f4,38253,1732131029249 2024-11-20T19:30:32,624 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:30:32,640 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C38253%2C1732131029249, suffix=, logDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/WALs/e14ef07817f4,38253,1732131029249, archiveDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/oldWALs, maxLogs=10 2024-11-20T19:30:32,674 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/WALs/e14ef07817f4,38253,1732131029249/e14ef07817f4%2C38253%2C1732131029249.1732131032647, exclude list is [], retry=0 2024-11-20T19:30:32,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38635,DS-6502e8cc-3c7a-456d-a79b-4c78d79c6c89,DISK] 2024-11-20T19:30:32,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T19:30:32,735 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/WALs/e14ef07817f4,38253,1732131029249/e14ef07817f4%2C38253%2C1732131029249.1732131032647 2024-11-20T19:30:32,736 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38541:38541)] 2024-11-20T19:30:32,737 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:30:32,737 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:30:32,741 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:30:32,742 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:30:32,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:30:32,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:30:32,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:32,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:30:32,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:30:32,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:30:32,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:32,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:30:32,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:30:32,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:30:32,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:32,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:30:32,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:30:32,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:30:32,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:32,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:30:32,836 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:30:32,842 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:30:32,844 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:30:32,849 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:30:32,850 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:30:32,854 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:30:32,858 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:30:32,865 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:30:32,867 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68175767, jitterRate=0.015898093581199646}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:30:32,873 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732131032754Initializing all the Stores at 1732131032757 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732131032757Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131032758 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131032758Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131032759 (+1 ms)Cleaning up temporary data from old regions at 1732131032850 (+91 ms)Region opened successfully at 1732131032873 (+23 ms) 2024-11-20T19:30:32,875 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:30:32,922 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5774c48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:30:32,955 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:30:32,964 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:30:32,964 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:30:32,967 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:30:32,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T19:30:32,972 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-20T19:30:32,972 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:30:32,996 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:30:33,004 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T19:30:33,025 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T19:30:33,029 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:30:33,031 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:30:33,091 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T19:30:33,096 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:30:33,101 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:30:33,120 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T19:30:33,122 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:30:33,130 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T19:30:33,147 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:30:33,193 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T19:30:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T19:30:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T19:30:33,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:30:33,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:30:33,264 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,38253,1732131029249, sessionid=0x10159b9f9990000, setting cluster-up flag (Was=false) 2024-11-20T19:30:33,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:30:33,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:30:33,331 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T19:30:33,333 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,38253,1732131029249 2024-11-20T19:30:33,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:30:33,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:30:33,383 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T19:30:33,385 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,38253,1732131029249 2024-11-20T19:30:33,393 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:30:33,406 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(746): ClusterId : 7f951b0d-ad50-4e93-b785-cfdd1e52872d 2024-11-20T19:30:33,409 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:30:33,418 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:30:33,418 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:30:33,427 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:30:33,428 DEBUG [RS:0;e14ef07817f4:39645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c8ba63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:30:33,447 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:39645 2024-11-20T19:30:33,451 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:30:33,452 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:30:33,452 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:30:33,455 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,38253,1732131029249 with port=39645, startcode=1732131030299 2024-11-20T19:30:33,470 DEBUG [RS:0;e14ef07817f4:39645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:30:33,476 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:30:33,489 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:30:33,497 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:30:33,503 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,38253,1732131029249 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:30:33,510 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:30:33,511 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:30:33,511 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:30:33,512 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:30:33,512 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:30:33,512 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:30:33,513 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,513 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:30:33,513 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,518 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38253 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:33,521 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732131063521 2024-11-20T19:30:33,523 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:30:33,525 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:30:33,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:30:33,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:30:33,530 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:30:33,530 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:30:33,530 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:30:33,531 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:30:33,532 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,536 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:33,536 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:30:33,536 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:30:33,538 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:30:33,538 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:30:33,540 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:30:33,541 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:30:33,544 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732131033543,5,FailOnTimeoutGroup] 2024-11-20T19:30:33,544 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732131033544,5,FailOnTimeoutGroup] 2024-11-20T19:30:33,545 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,545 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:30:33,546 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:30:33,546 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,551 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T19:30:33,551 WARN [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T19:30:33,653 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,38253,1732131029249 with port=39645, startcode=1732131030299 2024-11-20T19:30:33,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,39645,1732131030299 2024-11-20T19:30:33,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38253 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:33,665 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b 2024-11-20T19:30:33,665 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35695 2024-11-20T19:30:33,665 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:30:33,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T19:30:33,679 DEBUG [RS:0;e14ef07817f4:39645 {}] zookeeper.ZKUtil(111): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e14ef07817f4,39645,1732131030299 2024-11-20T19:30:33,679 WARN [RS:0;e14ef07817f4:39645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:30:33,679 INFO [RS:0;e14ef07817f4:39645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:30:33,679 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/WALs/e14ef07817f4,39645,1732131030299 2024-11-20T19:30:33,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,39645,1732131030299] 2024-11-20T19:30:33,704 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:30:33,722 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:30:33,726 INFO [RS:0;e14ef07817f4:39645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:30:33,726 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,727 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:30:33,732 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:30:33,734 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,734 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,734 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,734 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,735 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,735 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,735 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:30:33,735 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,735 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,735 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,735 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,736 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,736 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:30:33,736 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:30:33,736 DEBUG [RS:0;e14ef07817f4:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:30:33,737 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,737 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,737 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,737 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,737 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,738 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39645,1732131030299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:30:33,758 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:30:33,759 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39645,1732131030299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,760 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,760 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.Replication(171): e14ef07817f4,39645,1732131030299 started 2024-11-20T19:30:33,778 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:33,779 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,39645,1732131030299, RpcServer on e14ef07817f4/172.17.0.3:39645, sessionid=0x10159b9f9990001 2024-11-20T19:30:33,779 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:30:33,780 DEBUG [RS:0;e14ef07817f4:39645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,39645,1732131030299 2024-11-20T19:30:33,780 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,39645,1732131030299' 2024-11-20T19:30:33,780 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T19:30:33,781 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T19:30:33,782 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:30:33,782 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:30:33,782 DEBUG [RS:0;e14ef07817f4:39645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,39645,1732131030299 2024-11-20T19:30:33,782 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,39645,1732131030299' 2024-11-20T19:30:33,783 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T19:30:33,783 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T19:30:33,784 DEBUG [RS:0;e14ef07817f4:39645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:30:33,784 INFO [RS:0;e14ef07817f4:39645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:30:33,784 INFO [RS:0;e14ef07817f4:39645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:30:33,889 INFO [RS:0;e14ef07817f4:39645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:30:33,892 INFO [RS:0;e14ef07817f4:39645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C39645%2C1732131030299, suffix=, logDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/WALs/e14ef07817f4,39645,1732131030299, archiveDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/oldWALs, maxLogs=32 2024-11-20T19:30:33,916 DEBUG [RS:0;e14ef07817f4:39645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/WALs/e14ef07817f4,39645,1732131030299/e14ef07817f4%2C39645%2C1732131030299.1732131033895, exclude list is [], retry=0 2024-11-20T19:30:33,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38635,DS-6502e8cc-3c7a-456d-a79b-4c78d79c6c89,DISK] 2024-11-20T19:30:33,927 INFO [RS:0;e14ef07817f4:39645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/WALs/e14ef07817f4,39645,1732131030299/e14ef07817f4%2C39645%2C1732131030299.1732131033895 2024-11-20T19:30:33,928 DEBUG [RS:0;e14ef07817f4:39645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38541:38541)] 2024-11-20T19:30:33,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:30:33,950 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b 2024-11-20T19:30:33,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:30:34,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:30:34,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:30:34,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:30:34,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:34,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:30:34,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:30:34,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:30:34,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:34,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:30:34,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:30:34,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:30:34,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:34,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:30:34,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:30:34,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:30:34,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:34,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:30:34,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:30:34,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740 2024-11-20T19:30:34,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740 2024-11-20T19:30:34,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:30:34,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:30:34,398 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:30:34,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:30:34,406 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:30:34,407 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72481688, jitterRate=0.08006131649017334}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:30:34,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732131034368Initializing all the Stores at 1732131034370 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732131034370Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732131034371 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131034371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732131034371Cleaning up temporary data from old regions at 1732131034397 (+26 ms)Region opened successfully at 1732131034409 (+12 ms) 2024-11-20T19:30:34,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:30:34,409 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:30:34,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:30:34,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:30:34,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:30:34,411 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:30:34,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732131034409Disabling compacts and flushes for region at 1732131034409Disabling writes for close at 1732131034410 (+1 ms)Writing region close event to WAL at 1732131034411 (+1 ms)Closed at 1732131034411 2024-11-20T19:30:34,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:30:34,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:30:34,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:30:34,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:30:34,429 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:30:34,581 DEBUG [e14ef07817f4:38253 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:30:34,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:34,598 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,39645,1732131030299, state=OPENING 2024-11-20T19:30:34,685 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:30:34,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:30:34,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:30:34,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:30:34,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:30:34,755 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:30:34,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:30:34,939 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:30:34,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:30:34,954 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:30:34,954 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:30:34,955 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:30:34,958 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C39645%2C1732131030299.meta, suffix=.meta, logDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/WALs/e14ef07817f4,39645,1732131030299, archiveDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/oldWALs, maxLogs=32 2024-11-20T19:30:34,973 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/WALs/e14ef07817f4,39645,1732131030299/e14ef07817f4%2C39645%2C1732131030299.meta.1732131034960.meta, exclude list is [], retry=0 2024-11-20T19:30:34,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38635,DS-6502e8cc-3c7a-456d-a79b-4c78d79c6c89,DISK] 2024-11-20T19:30:34,979 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/WALs/e14ef07817f4,39645,1732131030299/e14ef07817f4%2C39645%2C1732131030299.meta.1732131034960.meta 2024-11-20T19:30:34,980 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38541:38541)] 2024-11-20T19:30:34,980 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:30:34,982 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:30:34,984 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:30:34,988 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:30:34,992 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:30:34,993 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:30:34,993 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:30:34,993 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:30:34,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:30:34,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:30:34,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:34,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:30:34,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:30:35,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:30:35,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:35,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:30:35,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:30:35,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:30:35,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:35,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:30:35,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:30:35,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:30:35,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:35,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:30:35,007 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:30:35,009 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740 2024-11-20T19:30:35,012 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740 2024-11-20T19:30:35,014 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:30:35,014 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:30:35,015 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:30:35,018 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:30:35,019 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67879851, jitterRate=0.011488601565361023}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:30:35,020 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:30:35,021 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732131034994Writing region info on filesystem at 1732131034994Initializing all the Stores at 1732131034995 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732131034996 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732131034996Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131034996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732131034996Cleaning up temporary data from old regions at 1732131035014 (+18 ms)Running coprocessor post-open hooks at 1732131035020 (+6 ms)Region opened successfully at 1732131035021 (+1 ms) 2024-11-20T19:30:35,028 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732131034932 2024-11-20T19:30:35,039 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:30:35,040 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:30:35,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:35,044 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,39645,1732131030299, state=OPEN 2024-11-20T19:30:35,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:30:35,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T19:30:35,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:30:35,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T19:30:35,282 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:35,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:30:35,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,39645,1732131030299 in 525 msec 2024-11-20T19:30:35,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:30:35,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 872 msec 2024-11-20T19:30:35,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:30:35,298 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:30:35,315 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:30:35,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:30:35,333 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:30:35,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:30:35,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9190 sec 2024-11-20T19:30:35,354 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732131035353, completionTime=-1 2024-11-20T19:30:35,357 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:30:35,357 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:30:35,387 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:30:35,387 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732131095387 2024-11-20T19:30:35,387 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732131155387 2024-11-20T19:30:35,387 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-20T19:30:35,389 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38253,1732131029249-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:35,389 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38253,1732131029249-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:35,389 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38253,1732131029249-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:35,391 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:38253, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:35,391 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:35,391 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:35,397 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:30:35,422 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.807sec 2024-11-20T19:30:35,423 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:30:35,424 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:30:35,425 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:30:35,425 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:30:35,425 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:30:35,426 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38253,1732131029249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:30:35,427 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38253,1732131029249-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:30:35,434 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:30:35,435 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:30:35,435 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38253,1732131029249-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:30:35,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d3128f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:35,519 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T19:30:35,519 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T19:30:35,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:30:35,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:30:35,534 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:30:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:30:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:30:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b40305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:30:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:30:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:35,543 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:30:35,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c08b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:35,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:30:35,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:30:35,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:30:35,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:30:35,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,38253,1732131029249 2024-11-20T19:30:35,584 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=8811 2024-11-20T19:30:35,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:30:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,38253,1732131029249 2024-11-20T19:30:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@757aa243 2024-11-20T19:30:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:30:35,621 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:30:35,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:30:35,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:30:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T19:30:35,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:30:35,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-20T19:30:35,648 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:35,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:30:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:30:35,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741835_1011 (size=959) 2024-11-20T19:30:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:30:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:30:36,065 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b 2024-11-20T19:30:36,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741836_1012 (size=53) 2024-11-20T19:30:36,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:30:36,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7f3aec57d0de67a2cded51b3f390a00b, disabling compactions & flushes 2024-11-20T19:30:36,085 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:36,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:36,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. after waiting 0 ms 2024-11-20T19:30:36,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:36,086 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:36,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f3aec57d0de67a2cded51b3f390a00b: Waiting for close lock at 1732131036085Disabling compacts and flushes for region at 1732131036085Disabling writes for close at 1732131036086 (+1 ms)Writing region close event to WAL at 1732131036086Closed at 1732131036086 2024-11-20T19:30:36,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:30:36,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732131036089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732131036089"}]},"ts":"1732131036089"} 2024-11-20T19:30:36,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:30:36,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:30:36,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131036106"}]},"ts":"1732131036106"} 2024-11-20T19:30:36,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T19:30:36,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f3aec57d0de67a2cded51b3f390a00b, ASSIGN}] 2024-11-20T19:30:36,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f3aec57d0de67a2cded51b3f390a00b, ASSIGN 2024-11-20T19:30:36,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f3aec57d0de67a2cded51b3f390a00b, ASSIGN; state=OFFLINE, location=e14ef07817f4,39645,1732131030299; forceNewPlan=false, retain=false 2024-11-20T19:30:36,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f3aec57d0de67a2cded51b3f390a00b, regionState=OPENING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:30:36,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f3aec57d0de67a2cded51b3f390a00b, ASSIGN because future has completed 2024-11-20T19:30:36,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:30:36,448 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:36,449 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:30:36,449 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,450 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:30:36,450 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,450 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,453 INFO [StoreOpener-7f3aec57d0de67a2cded51b3f390a00b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,455 INFO [StoreOpener-7f3aec57d0de67a2cded51b3f390a00b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3aec57d0de67a2cded51b3f390a00b columnFamilyName A 2024-11-20T19:30:36,455 DEBUG [StoreOpener-7f3aec57d0de67a2cded51b3f390a00b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:36,456 INFO [StoreOpener-7f3aec57d0de67a2cded51b3f390a00b-1 {}] regionserver.HStore(327): Store=7f3aec57d0de67a2cded51b3f390a00b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:30:36,456 INFO [StoreOpener-7f3aec57d0de67a2cded51b3f390a00b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,458 INFO [StoreOpener-7f3aec57d0de67a2cded51b3f390a00b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3aec57d0de67a2cded51b3f390a00b columnFamilyName B 2024-11-20T19:30:36,458 DEBUG [StoreOpener-7f3aec57d0de67a2cded51b3f390a00b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:36,459 INFO [StoreOpener-7f3aec57d0de67a2cded51b3f390a00b-1 {}] regionserver.HStore(327): Store=7f3aec57d0de67a2cded51b3f390a00b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:30:36,459 INFO [StoreOpener-7f3aec57d0de67a2cded51b3f390a00b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,462 INFO [StoreOpener-7f3aec57d0de67a2cded51b3f390a00b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3aec57d0de67a2cded51b3f390a00b columnFamilyName C 2024-11-20T19:30:36,462 DEBUG [StoreOpener-7f3aec57d0de67a2cded51b3f390a00b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:30:36,463 INFO [StoreOpener-7f3aec57d0de67a2cded51b3f390a00b-1 {}] regionserver.HStore(327): Store=7f3aec57d0de67a2cded51b3f390a00b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:30:36,463 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,465 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,466 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,468 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,468 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,469 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:30:36,472 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,475 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:30:36,476 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f3aec57d0de67a2cded51b3f390a00b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69793903, jitterRate=0.04001019895076752}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:30:36,476 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:36,477 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f3aec57d0de67a2cded51b3f390a00b: Running coprocessor pre-open hook at 1732131036450Writing region info on filesystem at 1732131036450Initializing all the Stores at 1732131036452 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131036452Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131036453 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131036453Cleaning up temporary data from old regions at 1732131036468 (+15 ms)Running coprocessor post-open hooks at 1732131036476 (+8 ms)Region opened successfully at 1732131036477 (+1 ms) 2024-11-20T19:30:36,479 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., pid=6, masterSystemTime=1732131036438 2024-11-20T19:30:36,482 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:36,482 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:36,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f3aec57d0de67a2cded51b3f390a00b, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:36,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:30:36,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:30:36,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 in 206 msec 2024-11-20T19:30:36,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:30:36,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f3aec57d0de67a2cded51b3f390a00b, ASSIGN in 377 msec 2024-11-20T19:30:36,501 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:30:36,501 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131036501"}]},"ts":"1732131036501"} 2024-11-20T19:30:36,504 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T19:30:36,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:30:36,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 871 msec 2024-11-20T19:30:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:30:36,791 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:30:36,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44898a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:30:36,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:30:36,799 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:30:36,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:30:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:30:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dee243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:30:36,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:30:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:36,803 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:30:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5efef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:30:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:30:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:30:36,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:30:36,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:30:36,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,38253,1732131029249 2024-11-20T19:30:36,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f48350e 2024-11-20T19:30:36,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:30:36,820 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:30:36,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265b3055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:30:36,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:30:36,831 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:30:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:30:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:30:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e153ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:30:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:30:36,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:36,852 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:30:36,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64257f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776dcc7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:30:36,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:30:36,857 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:30:36,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:30:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:30:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a27ead7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:30:36,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:30:36,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:36,861 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:30:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ba4844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b83180b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:30:36,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:30:36,867 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:30:36,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:30:36,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:30:36,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643162ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:30:36,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:30:36,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:36,872 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:30:36,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5a580f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6167b64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:30:36,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:30:36,878 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:30:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:30:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:30:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1613decc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:30:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:30:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:36,883 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:30:36,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1768f353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504dd62a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:30:36,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:30:36,894 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:30:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:30:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:30:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211dc17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:30:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:30:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:36,897 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:30:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bfa200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8c4061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:30:36,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:30:36,906 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:30:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:30:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:30:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f759963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:30:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:30:36,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:36,911 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:30:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b74b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16aad90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:30:36,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:30:36,916 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:30:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:30:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:30:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a18c602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:30:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:30:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:36,919 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:30:36,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b9987f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3461ebf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:30:36,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:30:36,924 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:30:36,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:30:36,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:30:36,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c44f32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:30:36,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:30:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:36,927 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:30:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306cf84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29322cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:30:36,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:30:36,934 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:30:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:30:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:30:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a74f818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:30:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:30:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:36,938 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:30:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315b49bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:30:36,952 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:30:36,952 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:30:36,952 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:30:36,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:30:36,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:30:36,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:30:36,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:30:36,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:30:36,956 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:30:36,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:30:36,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:30:36,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:30:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:30:36,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:30:36,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:30:36,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:30:36,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:30:36,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:30:36,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:30:36,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:30:36,969 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:30:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:30:36,973 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:30:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:30:36,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:30:36,976 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:30:36,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:30:36,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:30:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:30:36,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:30:36,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:30:36,982 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:30:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:30:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-20T19:30:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:30:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:30:36,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:30:36,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:30:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:30:36,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:30:36,991 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:30:36,994 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:30:36,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:30:36,996 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:30:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:30:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:30:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:30:37,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:30:37,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:30:37,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:30:37,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:30:37,095 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:37,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:30:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:30:37,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:30:37,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:37,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:37,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:37,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/2facb33b164b4a3fa781d83a5a90cc37 is 50, key is test_row_0/A:col10/1732131037099/Put/seqid=0 2024-11-20T19:30:37,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741837_1013 (size=12001) 2024-11-20T19:30:37,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/2facb33b164b4a3fa781d83a5a90cc37 2024-11-20T19:30:37,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131097264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131097264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131097275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131097275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131097282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:30:37,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:30:37,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:37,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:37,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:37,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/7e4178982cc44c2ebae8cb5dda7b5346 is 50, key is test_row_0/B:col10/1732131037099/Put/seqid=0 2024-11-20T19:30:37,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131097403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131097401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131097403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131097404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131097410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741838_1014 (size=12001) 2024-11-20T19:30:37,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/7e4178982cc44c2ebae8cb5dda7b5346 2024-11-20T19:30:37,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/63f9a46a4b8049108dad2751dfa8270a is 50, key is test_row_0/C:col10/1732131037099/Put/seqid=0 2024-11-20T19:30:37,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741839_1015 (size=12001) 2024-11-20T19:30:37,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/63f9a46a4b8049108dad2751dfa8270a 2024-11-20T19:30:37,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:30:37,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:37,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/2facb33b164b4a3fa781d83a5a90cc37 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/2facb33b164b4a3fa781d83a5a90cc37 2024-11-20T19:30:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:37,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/2facb33b164b4a3fa781d83a5a90cc37, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T19:30:37,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/7e4178982cc44c2ebae8cb5dda7b5346 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7e4178982cc44c2ebae8cb5dda7b5346 2024-11-20T19:30:37,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7e4178982cc44c2ebae8cb5dda7b5346, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T19:30:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/63f9a46a4b8049108dad2751dfa8270a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/63f9a46a4b8049108dad2751dfa8270a 2024-11-20T19:30:37,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/63f9a46a4b8049108dad2751dfa8270a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T19:30:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:30:37,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7f3aec57d0de67a2cded51b3f390a00b in 512ms, sequenceid=15, compaction requested=false 2024-11-20T19:30:37,625 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T19:30:37,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:37,634 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:37,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:30:37,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/ba3e96367c0f48e386c78691a94dfb5f is 50, key is test_row_0/A:col10/1732131037630/Put/seqid=0 2024-11-20T19:30:37,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:30:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131097679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131097668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:37,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:37,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:37,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131097690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131097695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741840_1016 (size=16681) 2024-11-20T19:30:37,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131097695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/ba3e96367c0f48e386c78691a94dfb5f 2024-11-20T19:30:37,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/7795fc82943745a0ba31baf5aa562a1b is 50, key is test_row_0/B:col10/1732131037630/Put/seqid=0 2024-11-20T19:30:37,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741841_1017 (size=12001) 2024-11-20T19:30:37,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/7795fc82943745a0ba31baf5aa562a1b 2024-11-20T19:30:37,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131097802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131097801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131097811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131097822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131097822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:37,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:37,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/02960e2b6b2243d5bae57178c2523756 is 50, key is test_row_0/C:col10/1732131037630/Put/seqid=0 2024-11-20T19:30:37,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:30:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:37,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:37,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741842_1018 (size=12001) 2024-11-20T19:30:37,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/02960e2b6b2243d5bae57178c2523756 2024-11-20T19:30:37,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/ba3e96367c0f48e386c78691a94dfb5f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba3e96367c0f48e386c78691a94dfb5f 2024-11-20T19:30:37,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba3e96367c0f48e386c78691a94dfb5f, entries=250, sequenceid=42, filesize=16.3 K 2024-11-20T19:30:37,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/7795fc82943745a0ba31baf5aa562a1b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7795fc82943745a0ba31baf5aa562a1b 2024-11-20T19:30:37,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7795fc82943745a0ba31baf5aa562a1b, entries=150, sequenceid=42, filesize=11.7 K 2024-11-20T19:30:37,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/02960e2b6b2243d5bae57178c2523756 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/02960e2b6b2243d5bae57178c2523756 2024-11-20T19:30:37,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/02960e2b6b2243d5bae57178c2523756, entries=150, sequenceid=42, filesize=11.7 K 2024-11-20T19:30:37,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7f3aec57d0de67a2cded51b3f390a00b in 357ms, sequenceid=42, compaction requested=false 2024-11-20T19:30:37,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:38,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T19:30:38,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:38,019 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T19:30:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:38,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:38,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/a71f0289d90440f598a91f7b774931b6 is 50, key is test_row_0/A:col10/1732131037685/Put/seqid=0 2024-11-20T19:30:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741843_1019 (size=9657) 2024-11-20T19:30:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:30:38,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131098223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131098234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131098239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131098242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131098258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131098350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131098360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131098372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131098372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131098380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,500 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/a71f0289d90440f598a91f7b774931b6 2024-11-20T19:30:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/f39b7a89eefc44ebbcf69d2cc4cd86e6 is 50, key is test_row_0/B:col10/1732131037685/Put/seqid=0 2024-11-20T19:30:38,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131098561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741844_1020 (size=9657) 2024-11-20T19:30:38,570 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/f39b7a89eefc44ebbcf69d2cc4cd86e6 2024-11-20T19:30:38,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131098570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131098592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131098593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/0b60fef2abef42a1973f1af2d2ee53c1 is 50, key is test_row_0/C:col10/1732131037685/Put/seqid=0 2024-11-20T19:30:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131098593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741845_1021 (size=9657) 2024-11-20T19:30:38,642 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/0b60fef2abef42a1973f1af2d2ee53c1 2024-11-20T19:30:38,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/a71f0289d90440f598a91f7b774931b6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a71f0289d90440f598a91f7b774931b6 2024-11-20T19:30:38,688 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a71f0289d90440f598a91f7b774931b6, entries=100, sequenceid=51, filesize=9.4 K 2024-11-20T19:30:38,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/f39b7a89eefc44ebbcf69d2cc4cd86e6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/f39b7a89eefc44ebbcf69d2cc4cd86e6 2024-11-20T19:30:38,722 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/f39b7a89eefc44ebbcf69d2cc4cd86e6, entries=100, sequenceid=51, filesize=9.4 K 2024-11-20T19:30:38,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/0b60fef2abef42a1973f1af2d2ee53c1 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/0b60fef2abef42a1973f1af2d2ee53c1 2024-11-20T19:30:38,746 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/0b60fef2abef42a1973f1af2d2ee53c1, entries=100, sequenceid=51, filesize=9.4 K 2024-11-20T19:30:38,752 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 7f3aec57d0de67a2cded51b3f390a00b in 733ms, sequenceid=51, compaction requested=true 2024-11-20T19:30:38,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:38,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:38,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T19:30:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T19:30:38,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T19:30:38,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7640 sec 2024-11-20T19:30:38,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.8040 sec 2024-11-20T19:30:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:38,884 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:38,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T19:30:38,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/1b4b7176a0a142038f09010073fc04ef is 50, key is test_row_0/A:col10/1732131038234/Put/seqid=0 2024-11-20T19:30:38,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131098911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131098911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131098912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131098916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131098918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:38,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:38,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:38,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741846_1022 (size=14341) 2024-11-20T19:30:39,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131099020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:39,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:39,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131099029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:39,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131099040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:39,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:30:39,150 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:30:39,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:30:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-20T19:30:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:30:39,156 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:30:39,158 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:30:39,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:30:39,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131099239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:39,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131099230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:30:39,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131099260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:39,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:30:39,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:39,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:39,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/1b4b7176a0a142038f09010073fc04ef 2024-11-20T19:30:39,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/fb8ce1b480314b2f985f66064f89bd29 is 50, key is test_row_0/B:col10/1732131038234/Put/seqid=0 2024-11-20T19:30:39,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741847_1023 (size=12001) 2024-11-20T19:30:39,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/fb8ce1b480314b2f985f66064f89bd29 2024-11-20T19:30:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131099429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131099429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:39,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:39,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/2ff52eec5f6b4323a6f53b942fe27863 is 50, key is test_row_0/C:col10/1732131038234/Put/seqid=0 2024-11-20T19:30:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:30:39,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741848_1024 (size=12001) 2024-11-20T19:30:39,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:30:39,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:39,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:39,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:39,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131099561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131099561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:39,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131099569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:39,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:39,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:39,633 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:30:39,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:30:39,634 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T19:30:39,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:39,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:39,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:39,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:30:39,643 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T19:30:39,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:30:39,644 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T19:30:39,661 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T19:30:39,661 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T19:30:39,697 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:30:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:30:39,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:30:39,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:39,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:39,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:39,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/2ff52eec5f6b4323a6f53b942fe27863 2024-11-20T19:30:39,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/1b4b7176a0a142038f09010073fc04ef as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/1b4b7176a0a142038f09010073fc04ef 2024-11-20T19:30:39,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/1b4b7176a0a142038f09010073fc04ef, entries=200, sequenceid=80, filesize=14.0 K 2024-11-20T19:30:39,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/fb8ce1b480314b2f985f66064f89bd29 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/fb8ce1b480314b2f985f66064f89bd29 2024-11-20T19:30:39,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/fb8ce1b480314b2f985f66064f89bd29, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T19:30:39,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:30:39,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/2ff52eec5f6b4323a6f53b942fe27863 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2ff52eec5f6b4323a6f53b942fe27863 2024-11-20T19:30:39,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:39,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:39,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:39,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:39,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2ff52eec5f6b4323a6f53b942fe27863, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T19:30:39,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 7f3aec57d0de67a2cded51b3f390a00b in 1085ms, sequenceid=80, compaction requested=true 2024-11-20T19:30:39,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:40,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:30:40,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:40,023 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:40,024 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:40,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:30:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:30:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:40,028 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:40,030 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:40,030 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/B is initiating minor compaction (all files) 2024-11-20T19:30:40,030 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/A is initiating minor compaction (all files) 2024-11-20T19:30:40,031 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/B in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,031 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/A in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,032 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/2facb33b164b4a3fa781d83a5a90cc37, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba3e96367c0f48e386c78691a94dfb5f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a71f0289d90440f598a91f7b774931b6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/1b4b7176a0a142038f09010073fc04ef] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=51.4 K 2024-11-20T19:30:40,034 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7e4178982cc44c2ebae8cb5dda7b5346, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7795fc82943745a0ba31baf5aa562a1b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/f39b7a89eefc44ebbcf69d2cc4cd86e6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/fb8ce1b480314b2f985f66064f89bd29] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=44.6 K 2024-11-20T19:30:40,034 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2facb33b164b4a3fa781d83a5a90cc37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732131037078 2024-11-20T19:30:40,035 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e4178982cc44c2ebae8cb5dda7b5346, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732131037078 2024-11-20T19:30:40,035 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba3e96367c0f48e386c78691a94dfb5f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732131037193 2024-11-20T19:30:40,036 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 7795fc82943745a0ba31baf5aa562a1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732131037630 2024-11-20T19:30:40,036 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a71f0289d90440f598a91f7b774931b6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732131037682 2024-11-20T19:30:40,038 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b4b7176a0a142038f09010073fc04ef, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732131038181 2024-11-20T19:30:40,038 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting f39b7a89eefc44ebbcf69d2cc4cd86e6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732131037682 2024-11-20T19:30:40,040 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting fb8ce1b480314b2f985f66064f89bd29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732131038181 2024-11-20T19:30:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:40,095 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:40,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:30:40,096 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#A#compaction#12 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:40,097 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/7d2c3350a70140599dc5b882130c2471 is 50, key is test_row_0/A:col10/1732131038234/Put/seqid=0 2024-11-20T19:30:40,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:30:40,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:40,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,109 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#B#compaction#13 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:40,111 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/fdb643d57f544e6aa82cf144cf4adbcb is 50, key is test_row_0/B:col10/1732131038234/Put/seqid=0 2024-11-20T19:30:40,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/fc575c7b71d748a08710e491faaccec7 is 50, key is test_row_0/A:col10/1732131040080/Put/seqid=0 2024-11-20T19:30:40,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741849_1025 (size=12139) 2024-11-20T19:30:40,166 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/7d2c3350a70140599dc5b882130c2471 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7d2c3350a70140599dc5b882130c2471 2024-11-20T19:30:40,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741850_1026 (size=12139) 2024-11-20T19:30:40,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741851_1027 (size=14341) 2024-11-20T19:30:40,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/fc575c7b71d748a08710e491faaccec7 2024-11-20T19:30:40,198 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/fdb643d57f544e6aa82cf144cf4adbcb as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/fdb643d57f544e6aa82cf144cf4adbcb 2024-11-20T19:30:40,219 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/A of 7f3aec57d0de67a2cded51b3f390a00b into 7d2c3350a70140599dc5b882130c2471(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:40,219 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:40,219 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/B of 7f3aec57d0de67a2cded51b3f390a00b into fdb643d57f544e6aa82cf144cf4adbcb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:40,219 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:40,222 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/B, priority=12, startTime=1732131040021; duration=0sec 2024-11-20T19:30:40,223 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:40,223 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:B 2024-11-20T19:30:40,224 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:40,228 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/A, priority=12, startTime=1732131039971; duration=0sec 2024-11-20T19:30:40,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/c990fe65338641ffbaf0d6e19313e38b is 50, key is test_row_0/B:col10/1732131040080/Put/seqid=0 2024-11-20T19:30:40,228 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:40,228 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:A 2024-11-20T19:30:40,231 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:40,231 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/C is initiating minor compaction (all files) 2024-11-20T19:30:40,231 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/C in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,231 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/63f9a46a4b8049108dad2751dfa8270a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/02960e2b6b2243d5bae57178c2523756, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/0b60fef2abef42a1973f1af2d2ee53c1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2ff52eec5f6b4323a6f53b942fe27863] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=44.6 K 2024-11-20T19:30:40,233 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 63f9a46a4b8049108dad2751dfa8270a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732131037078 2024-11-20T19:30:40,233 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 02960e2b6b2243d5bae57178c2523756, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732131037630 2024-11-20T19:30:40,237 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b60fef2abef42a1973f1af2d2ee53c1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732131037682 2024-11-20T19:30:40,238 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ff52eec5f6b4323a6f53b942fe27863, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732131038181 2024-11-20T19:30:40,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741852_1028 (size=12001) 2024-11-20T19:30:40,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:30:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131100257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131100260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131100263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,280 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#C#compaction#16 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:40,281 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/12bcb57539dd46a9998ba6e3ead3f6c3 is 50, key is test_row_0/C:col10/1732131038234/Put/seqid=0 2024-11-20T19:30:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:30:40,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741853_1029 (size=12139) 2024-11-20T19:30:40,359 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/12bcb57539dd46a9998ba6e3ead3f6c3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/12bcb57539dd46a9998ba6e3ead3f6c3 2024-11-20T19:30:40,382 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/C of 7f3aec57d0de67a2cded51b3f390a00b into 12bcb57539dd46a9998ba6e3ead3f6c3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:40,383 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:40,383 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/C, priority=12, startTime=1732131040025; duration=0sec 2024-11-20T19:30:40,383 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:40,385 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:C 2024-11-20T19:30:40,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131100380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131100380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131100380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:30:40,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:40,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131100440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,452 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 7f3aec57d0de67a2cded51b3f390a00b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:30:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131100452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,459 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 7f3aec57d0de67a2cded51b3f390a00b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:30:40,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:30:40,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:30:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131100600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131100608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131100609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/c990fe65338641ffbaf0d6e19313e38b 2024-11-20T19:30:40,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/3a6f21579f79484a9a76259631a21ad0 is 50, key is test_row_0/C:col10/1732131040080/Put/seqid=0 2024-11-20T19:30:40,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:30:40,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:40,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:40,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741854_1030 (size=12001) 2024-11-20T19:30:40,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/3a6f21579f79484a9a76259631a21ad0 2024-11-20T19:30:40,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/fc575c7b71d748a08710e491faaccec7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/fc575c7b71d748a08710e491faaccec7 2024-11-20T19:30:40,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/fc575c7b71d748a08710e491faaccec7, entries=200, sequenceid=91, filesize=14.0 K 2024-11-20T19:30:40,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/c990fe65338641ffbaf0d6e19313e38b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/c990fe65338641ffbaf0d6e19313e38b 2024-11-20T19:30:40,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/c990fe65338641ffbaf0d6e19313e38b, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T19:30:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/3a6f21579f79484a9a76259631a21ad0 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/3a6f21579f79484a9a76259631a21ad0 2024-11-20T19:30:40,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/3a6f21579f79484a9a76259631a21ad0, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T19:30:40,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7f3aec57d0de67a2cded51b3f390a00b in 729ms, sequenceid=91, compaction requested=false 2024-11-20T19:30:40,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:40,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T19:30:40,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:40,902 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:30:40,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/c9ab091c8ef04f9687fedad1b444ac2b is 50, key is test_row_0/A:col10/1732131040220/Put/seqid=0 2024-11-20T19:30:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:40,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131100951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131100960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131100958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741855_1031 (size=12001) 2024-11-20T19:30:40,984 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/c9ab091c8ef04f9687fedad1b444ac2b 2024-11-20T19:30:41,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/ef638647b059446fa91b68f4996c4869 is 50, key is test_row_0/B:col10/1732131040220/Put/seqid=0 2024-11-20T19:30:41,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741856_1032 (size=12001) 2024-11-20T19:30:41,050 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/ef638647b059446fa91b68f4996c4869 2024-11-20T19:30:41,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131101069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:41,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131101080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:41,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:41,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131101081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:41,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/6c0cba2f3dbe42efa9d76327e5826314 is 50, key is test_row_0/C:col10/1732131040220/Put/seqid=0 2024-11-20T19:30:41,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741857_1033 (size=12001) 2024-11-20T19:30:41,121 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/6c0cba2f3dbe42efa9d76327e5826314 2024-11-20T19:30:41,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/c9ab091c8ef04f9687fedad1b444ac2b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/c9ab091c8ef04f9687fedad1b444ac2b 2024-11-20T19:30:41,152 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/c9ab091c8ef04f9687fedad1b444ac2b, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T19:30:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/ef638647b059446fa91b68f4996c4869 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ef638647b059446fa91b68f4996c4869 2024-11-20T19:30:41,181 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ef638647b059446fa91b68f4996c4869, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T19:30:41,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/6c0cba2f3dbe42efa9d76327e5826314 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/6c0cba2f3dbe42efa9d76327e5826314 2024-11-20T19:30:41,197 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/6c0cba2f3dbe42efa9d76327e5826314, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T19:30:41,202 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7f3aec57d0de67a2cded51b3f390a00b in 306ms, sequenceid=119, compaction requested=true 2024-11-20T19:30:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T19:30:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T19:30:41,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:30:41,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0490 sec 2024-11-20T19:30:41,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.0620 sec 2024-11-20T19:30:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:41,285 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:41,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:30:41,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/a30547b349f743978dd3ff28257c5e65 is 50, key is test_row_0/A:col10/1732131040953/Put/seqid=0 2024-11-20T19:30:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:30:41,300 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:30:41,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:30:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-20T19:30:41,305 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:30:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:30:41,335 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:30:41,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:30:41,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741858_1034 (size=14441) 2024-11-20T19:30:41,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131101394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:41,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:41,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131101400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:41,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131101402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:41,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:30:41,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T19:30:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:41,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:41,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131101510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:41,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:41,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131101519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:41,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131101519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:30:41,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T19:30:41,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:41,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:41,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:41,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:41,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:41,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131101721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:41,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:41,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131101730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:41,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131101731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:41,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:41,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:41,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/a30547b349f743978dd3ff28257c5e65 2024-11-20T19:30:41,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/8174032721194fdfa0d0a6204aaa60c1 is 50, key is test_row_0/B:col10/1732131040953/Put/seqid=0 2024-11-20T19:30:41,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T19:30:41,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:41,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:41,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:41,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:41,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:41,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741859_1035 (size=12101) 2024-11-20T19:30:41,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/8174032721194fdfa0d0a6204aaa60c1 2024-11-20T19:30:41,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/2628859b697946b5a848b6b83186f39a is 50, key is test_row_0/C:col10/1732131040953/Put/seqid=0 2024-11-20T19:30:41,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741860_1036 (size=12101) 2024-11-20T19:30:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:30:41,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T19:30:41,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:41,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:41,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:41,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:41,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:42,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131102029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:42,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131102039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:42,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131102039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:42,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T19:30:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:42,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:42,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:42,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T19:30:42,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:42,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:42,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:42,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:42,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:42,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/2628859b697946b5a848b6b83186f39a 2024-11-20T19:30:42,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/a30547b349f743978dd3ff28257c5e65 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a30547b349f743978dd3ff28257c5e65 2024-11-20T19:30:42,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a30547b349f743978dd3ff28257c5e65, entries=200, sequenceid=131, filesize=14.1 K 2024-11-20T19:30:42,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/8174032721194fdfa0d0a6204aaa60c1 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/8174032721194fdfa0d0a6204aaa60c1 2024-11-20T19:30:42,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/8174032721194fdfa0d0a6204aaa60c1, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T19:30:42,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/2628859b697946b5a848b6b83186f39a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2628859b697946b5a848b6b83186f39a 2024-11-20T19:30:42,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2628859b697946b5a848b6b83186f39a, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T19:30:42,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7f3aec57d0de67a2cded51b3f390a00b in 1101ms, sequenceid=131, compaction requested=true 2024-11-20T19:30:42,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:42,387 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:42,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:30:42,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:42,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:30:42,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:42,387 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:42,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:30:42,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:42,392 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52922 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:42,392 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/A is initiating minor compaction (all files) 2024-11-20T19:30:42,392 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/A in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:42,392 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7d2c3350a70140599dc5b882130c2471, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/fc575c7b71d748a08710e491faaccec7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/c9ab091c8ef04f9687fedad1b444ac2b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a30547b349f743978dd3ff28257c5e65] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=51.7 K 2024-11-20T19:30:42,393 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:42,393 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/B is initiating minor compaction (all files) 2024-11-20T19:30:42,393 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/B in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:42,393 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/fdb643d57f544e6aa82cf144cf4adbcb, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/c990fe65338641ffbaf0d6e19313e38b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ef638647b059446fa91b68f4996c4869, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/8174032721194fdfa0d0a6204aaa60c1] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=47.1 K 2024-11-20T19:30:42,394 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting fdb643d57f544e6aa82cf144cf4adbcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732131038181 2024-11-20T19:30:42,395 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting c990fe65338641ffbaf0d6e19313e38b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732131040078 2024-11-20T19:30:42,395 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d2c3350a70140599dc5b882130c2471, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732131038181 2024-11-20T19:30:42,396 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ef638647b059446fa91b68f4996c4869, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732131040220 2024-11-20T19:30:42,398 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc575c7b71d748a08710e491faaccec7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732131038914 2024-11-20T19:30:42,398 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 8174032721194fdfa0d0a6204aaa60c1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732131040953 2024-11-20T19:30:42,400 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9ab091c8ef04f9687fedad1b444ac2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732131040220 2024-11-20T19:30:42,403 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a30547b349f743978dd3ff28257c5e65, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732131040941 2024-11-20T19:30:42,427 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#B#compaction#24 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:42,428 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/4fee7e5952a7409c9fd6c13ad39c1af0 is 50, key is test_row_0/B:col10/1732131040953/Put/seqid=0 2024-11-20T19:30:42,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T19:30:42,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:42,435 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:30:42,447 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#A#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:42,448 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/44a97f99536b47a7b562c3083e233ef9 is 50, key is test_row_0/A:col10/1732131040953/Put/seqid=0 2024-11-20T19:30:42,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/a0ab02acfaa548989f6673c9888b85d3 is 50, key is test_row_0/A:col10/1732131041384/Put/seqid=0 2024-11-20T19:30:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:30:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:42,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:42,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741861_1037 (size=12375) 2024-11-20T19:30:42,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741862_1038 (size=12375) 2024-11-20T19:30:42,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741863_1039 (size=12151) 2024-11-20T19:30:42,492 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/4fee7e5952a7409c9fd6c13ad39c1af0 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/4fee7e5952a7409c9fd6c13ad39c1af0 2024-11-20T19:30:42,504 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/B of 7f3aec57d0de67a2cded51b3f390a00b into 4fee7e5952a7409c9fd6c13ad39c1af0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:42,504 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:42,504 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/B, priority=12, startTime=1732131042387; duration=0sec 2024-11-20T19:30:42,504 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:42,504 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:B 2024-11-20T19:30:42,505 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:42,507 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:42,507 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/C is initiating minor compaction (all files) 2024-11-20T19:30:42,507 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/C in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:42,508 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/12bcb57539dd46a9998ba6e3ead3f6c3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/3a6f21579f79484a9a76259631a21ad0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/6c0cba2f3dbe42efa9d76327e5826314, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2628859b697946b5a848b6b83186f39a] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=47.1 K 2024-11-20T19:30:42,509 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 12bcb57539dd46a9998ba6e3ead3f6c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732131038181 2024-11-20T19:30:42,511 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a6f21579f79484a9a76259631a21ad0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732131040078 2024-11-20T19:30:42,512 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c0cba2f3dbe42efa9d76327e5826314, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732131040220 2024-11-20T19:30:42,513 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 2628859b697946b5a848b6b83186f39a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732131040953 2024-11-20T19:30:42,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131102505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:42,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131102515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:42,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131102540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:42,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:42,551 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#C#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:42,552 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/b5a6d8f3d98e434cab434cfea8c6295b is 50, key is test_row_0/C:col10/1732131040953/Put/seqid=0 2024-11-20T19:30:42,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131102549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:42,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131102549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741864_1040 (size=12375) 2024-11-20T19:30:42,585 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/b5a6d8f3d98e434cab434cfea8c6295b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/b5a6d8f3d98e434cab434cfea8c6295b 2024-11-20T19:30:42,599 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/C of 7f3aec57d0de67a2cded51b3f390a00b into b5a6d8f3d98e434cab434cfea8c6295b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:42,599 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:42,599 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/C, priority=12, startTime=1732131042387; duration=0sec 2024-11-20T19:30:42,600 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:42,600 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:C 2024-11-20T19:30:42,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:42,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131102631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131102631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:42,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131102840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:42,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131102840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:42,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:42,889 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/44a97f99536b47a7b562c3083e233ef9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/44a97f99536b47a7b562c3083e233ef9 2024-11-20T19:30:42,892 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/a0ab02acfaa548989f6673c9888b85d3 2024-11-20T19:30:42,903 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/A of 7f3aec57d0de67a2cded51b3f390a00b into 44a97f99536b47a7b562c3083e233ef9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:42,903 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:42,903 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/A, priority=12, startTime=1732131042387; duration=0sec 2024-11-20T19:30:42,903 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:42,903 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:A 2024-11-20T19:30:42,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/7e13a740102f4ed5aaea5f4db5ef0c34 is 50, key is test_row_0/B:col10/1732131041384/Put/seqid=0 2024-11-20T19:30:42,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741865_1041 (size=12151) 2024-11-20T19:30:42,933 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/7e13a740102f4ed5aaea5f4db5ef0c34 2024-11-20T19:30:42,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/d7989f27dabc4b29a62d4eaa83c7f03d is 50, key is test_row_0/C:col10/1732131041384/Put/seqid=0 2024-11-20T19:30:42,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741866_1042 (size=12151) 2024-11-20T19:30:42,970 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/d7989f27dabc4b29a62d4eaa83c7f03d 2024-11-20T19:30:42,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/a0ab02acfaa548989f6673c9888b85d3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a0ab02acfaa548989f6673c9888b85d3 2024-11-20T19:30:42,995 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a0ab02acfaa548989f6673c9888b85d3, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T19:30:42,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/7e13a740102f4ed5aaea5f4db5ef0c34 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7e13a740102f4ed5aaea5f4db5ef0c34 2024-11-20T19:30:43,021 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7e13a740102f4ed5aaea5f4db5ef0c34, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T19:30:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/d7989f27dabc4b29a62d4eaa83c7f03d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/d7989f27dabc4b29a62d4eaa83c7f03d 2024-11-20T19:30:43,036 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/d7989f27dabc4b29a62d4eaa83c7f03d, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T19:30:43,038 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7f3aec57d0de67a2cded51b3f390a00b in 603ms, sequenceid=156, compaction requested=false 2024-11-20T19:30:43,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:43,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:43,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T19:30:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T19:30:43,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T19:30:43,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7060 sec 2024-11-20T19:30:43,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.7440 sec 2024-11-20T19:30:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:43,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:30:43,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/003ac9bef6e4484493e6772b78c486cf is 50, key is test_row_0/A:col10/1732131042512/Put/seqid=0 2024-11-20T19:30:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741867_1043 (size=12151) 2024-11-20T19:30:43,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/003ac9bef6e4484493e6772b78c486cf 2024-11-20T19:30:43,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/e411162c468b42cc85848e4eb88743fe is 50, key is test_row_0/B:col10/1732131042512/Put/seqid=0 2024-11-20T19:30:43,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741868_1044 (size=12151) 2024-11-20T19:30:43,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/e411162c468b42cc85848e4eb88743fe 2024-11-20T19:30:43,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131103237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131103237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/74c135db0e904734b814ec7cb4d8c651 is 50, key is test_row_0/C:col10/1732131042512/Put/seqid=0 2024-11-20T19:30:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741869_1045 (size=12151) 2024-11-20T19:30:43,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/74c135db0e904734b814ec7cb4d8c651 2024-11-20T19:30:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/003ac9bef6e4484493e6772b78c486cf as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/003ac9bef6e4484493e6772b78c486cf 2024-11-20T19:30:43,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/003ac9bef6e4484493e6772b78c486cf, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:30:43,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/e411162c468b42cc85848e4eb88743fe as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/e411162c468b42cc85848e4eb88743fe 2024-11-20T19:30:43,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/e411162c468b42cc85848e4eb88743fe, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:30:43,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/74c135db0e904734b814ec7cb4d8c651 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/74c135db0e904734b814ec7cb4d8c651 2024-11-20T19:30:43,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/74c135db0e904734b814ec7cb4d8c651, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:30:43,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7f3aec57d0de67a2cded51b3f390a00b in 171ms, sequenceid=171, compaction requested=true 2024-11-20T19:30:43,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:43,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:30:43,323 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:30:43,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:43,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:30:43,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:43,323 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:30:43,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:30:43,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:43,324 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:30:43,324 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:30:43,324 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/B is initiating minor compaction (all files) 2024-11-20T19:30:43,324 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/A is initiating minor compaction (all files) 2024-11-20T19:30:43,325 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/B in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:43,325 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/A in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:43,325 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/4fee7e5952a7409c9fd6c13ad39c1af0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7e13a740102f4ed5aaea5f4db5ef0c34, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/e411162c468b42cc85848e4eb88743fe] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=35.8 K 2024-11-20T19:30:43,325 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/44a97f99536b47a7b562c3083e233ef9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a0ab02acfaa548989f6673c9888b85d3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/003ac9bef6e4484493e6772b78c486cf] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=35.8 K 2024-11-20T19:30:43,326 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fee7e5952a7409c9fd6c13ad39c1af0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732131040953 2024-11-20T19:30:43,326 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44a97f99536b47a7b562c3083e233ef9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732131040953 2024-11-20T19:30:43,326 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0ab02acfaa548989f6673c9888b85d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732131041384 2024-11-20T19:30:43,326 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e13a740102f4ed5aaea5f4db5ef0c34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732131041384 2024-11-20T19:30:43,327 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 003ac9bef6e4484493e6772b78c486cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131042499 2024-11-20T19:30:43,327 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e411162c468b42cc85848e4eb88743fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131042499 2024-11-20T19:30:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:43,354 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:43,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:30:43,356 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:43,357 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/94e3729f3b604fc69464590c2065aa61 is 50, key is test_row_0/B:col10/1732131042512/Put/seqid=0 2024-11-20T19:30:43,358 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#A#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:43,359 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/5178662a3b63424f834b1abea2e9d4da is 50, key is test_row_0/A:col10/1732131042512/Put/seqid=0 2024-11-20T19:30:43,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/7f873b57da0c493b9c3e0eee41408b89 is 50, key is test_row_0/A:col10/1732131043220/Put/seqid=0 2024-11-20T19:30:43,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131103381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131103383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741871_1047 (size=12527) 2024-11-20T19:30:43,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741870_1046 (size=12527) 2024-11-20T19:30:43,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741872_1048 (size=16931) 2024-11-20T19:30:43,415 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/5178662a3b63424f834b1abea2e9d4da as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/5178662a3b63424f834b1abea2e9d4da 2024-11-20T19:30:43,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/7f873b57da0c493b9c3e0eee41408b89 2024-11-20T19:30:43,433 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/A of 7f3aec57d0de67a2cded51b3f390a00b into 5178662a3b63424f834b1abea2e9d4da(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:43,434 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:43,434 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/A, priority=13, startTime=1732131043322; duration=0sec 2024-11-20T19:30:43,434 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:43,434 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:A 2024-11-20T19:30:43,434 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:30:43,437 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:30:43,437 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/C is initiating minor compaction (all files) 2024-11-20T19:30:43,437 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/C in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:43,438 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/b5a6d8f3d98e434cab434cfea8c6295b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/d7989f27dabc4b29a62d4eaa83c7f03d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/74c135db0e904734b814ec7cb4d8c651] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=35.8 K 2024-11-20T19:30:43,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/0b882316442242f3941e60f743147ecc is 50, key is test_row_0/B:col10/1732131043220/Put/seqid=0 2024-11-20T19:30:43,449 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5a6d8f3d98e434cab434cfea8c6295b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732131040953 2024-11-20T19:30:43,454 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7989f27dabc4b29a62d4eaa83c7f03d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732131041384 2024-11-20T19:30:43,454 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74c135db0e904734b814ec7cb4d8c651, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131042499 2024-11-20T19:30:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741873_1049 (size=12151) 2024-11-20T19:30:43,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/0b882316442242f3941e60f743147ecc 2024-11-20T19:30:43,480 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#C#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:43,481 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/750813ffffad4709a1a8f70da11911fa is 50, key is test_row_0/C:col10/1732131042512/Put/seqid=0 2024-11-20T19:30:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:30:43,490 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:30:43,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:30:43,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/ea5eb45709384ac0b659fcfaa4d8f1ce is 50, key is test_row_0/C:col10/1732131043220/Put/seqid=0 2024-11-20T19:30:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-20T19:30:43,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131103489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,495 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:30:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:30:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,496 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:30:43,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:30:43,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131103500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741874_1050 (size=12527) 2024-11-20T19:30:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741875_1051 (size=12151) 2024-11-20T19:30:43,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/ea5eb45709384ac0b659fcfaa4d8f1ce 2024-11-20T19:30:43,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/7f873b57da0c493b9c3e0eee41408b89 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7f873b57da0c493b9c3e0eee41408b89 2024-11-20T19:30:43,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131103550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7f873b57da0c493b9c3e0eee41408b89, entries=250, sequenceid=197, filesize=16.5 K 2024-11-20T19:30:43,553 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 7f3aec57d0de67a2cded51b3f390a00b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:30:43,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/0b882316442242f3941e60f743147ecc as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/0b882316442242f3941e60f743147ecc 2024-11-20T19:30:43,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/0b882316442242f3941e60f743147ecc, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T19:30:43,564 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-20T19:30:43,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/ea5eb45709384ac0b659fcfaa4d8f1ce as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ea5eb45709384ac0b659fcfaa4d8f1ce 2024-11-20T19:30:43,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131103569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,572 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 7f3aec57d0de67a2cded51b3f390a00b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:30:43,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131103569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,575 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in 7f3aec57d0de67a2cded51b3f390a00b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:30:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ea5eb45709384ac0b659fcfaa4d8f1ce, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T19:30:43,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7f3aec57d0de67a2cded51b3f390a00b in 229ms, sequenceid=197, compaction requested=false 2024-11-20T19:30:43,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:30:43,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T19:30:43,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:43,651 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T19:30:43,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/f2c24fc090714d489d72d41e49566c86 is 50, key is test_row_0/A:col10/1732131043381/Put/seqid=0 2024-11-20T19:30:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741876_1052 (size=12151) 2024-11-20T19:30:43,675 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/f2c24fc090714d489d72d41e49566c86 2024-11-20T19:30:43,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/639869e0e2eb459fa8ccd324a0b5c612 is 50, key is test_row_0/B:col10/1732131043381/Put/seqid=0 2024-11-20T19:30:43,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:43,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741877_1053 (size=12151) 2024-11-20T19:30:43,710 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/639869e0e2eb459fa8ccd324a0b5c612 2024-11-20T19:30:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/870664c718bf40cda76ce1fd6720ad37 is 50, key is test_row_0/C:col10/1732131043381/Put/seqid=0 2024-11-20T19:30:43,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741878_1054 (size=12151) 2024-11-20T19:30:43,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131103794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131103796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:30:43,816 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/94e3729f3b604fc69464590c2065aa61 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/94e3729f3b604fc69464590c2065aa61 2024-11-20T19:30:43,834 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/B of 7f3aec57d0de67a2cded51b3f390a00b into 94e3729f3b604fc69464590c2065aa61(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:43,834 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:43,834 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/B, priority=13, startTime=1732131043323; duration=0sec 2024-11-20T19:30:43,835 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:43,835 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:B 2024-11-20T19:30:43,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131103909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131103910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:43,917 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/750813ffffad4709a1a8f70da11911fa as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/750813ffffad4709a1a8f70da11911fa 2024-11-20T19:30:43,938 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/C of 7f3aec57d0de67a2cded51b3f390a00b into 750813ffffad4709a1a8f70da11911fa(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:43,938 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:43,938 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/C, priority=13, startTime=1732131043323; duration=0sec 2024-11-20T19:30:43,938 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:43,938 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:C 2024-11-20T19:30:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:30:44,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:44,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131104119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131104120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:44,157 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/870664c718bf40cda76ce1fd6720ad37 2024-11-20T19:30:44,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/f2c24fc090714d489d72d41e49566c86 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/f2c24fc090714d489d72d41e49566c86 2024-11-20T19:30:44,173 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/f2c24fc090714d489d72d41e49566c86, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T19:30:44,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/639869e0e2eb459fa8ccd324a0b5c612 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/639869e0e2eb459fa8ccd324a0b5c612 2024-11-20T19:30:44,182 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/639869e0e2eb459fa8ccd324a0b5c612, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T19:30:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/870664c718bf40cda76ce1fd6720ad37 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/870664c718bf40cda76ce1fd6720ad37 2024-11-20T19:30:44,190 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/870664c718bf40cda76ce1fd6720ad37, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T19:30:44,191 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 7f3aec57d0de67a2cded51b3f390a00b in 541ms, sequenceid=208, compaction requested=true 2024-11-20T19:30:44,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:44,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:44,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T19:30:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T19:30:44,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T19:30:44,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 697 msec 2024-11-20T19:30:44,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 706 msec 2024-11-20T19:30:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:44,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T19:30:44,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/7ead3af3208d4eb0aae91ea0b558e79d is 50, key is test_row_0/A:col10/1732131043785/Put/seqid=0 2024-11-20T19:30:44,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131104446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:44,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:44,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131104449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:44,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741879_1055 (size=12151) 2024-11-20T19:30:44,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/7ead3af3208d4eb0aae91ea0b558e79d 2024-11-20T19:30:44,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/0117272274df442eb3c6f9b21647eb38 is 50, key is test_row_0/B:col10/1732131043785/Put/seqid=0 2024-11-20T19:30:44,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741880_1056 (size=12151) 2024-11-20T19:30:44,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/0117272274df442eb3c6f9b21647eb38 2024-11-20T19:30:44,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/cd100ad9fac5427b83ed57708c3988e1 is 50, key is test_row_0/C:col10/1732131043785/Put/seqid=0 2024-11-20T19:30:44,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741881_1057 (size=12151) 2024-11-20T19:30:44,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/cd100ad9fac5427b83ed57708c3988e1 2024-11-20T19:30:44,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/7ead3af3208d4eb0aae91ea0b558e79d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7ead3af3208d4eb0aae91ea0b558e79d 2024-11-20T19:30:44,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7ead3af3208d4eb0aae91ea0b558e79d, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T19:30:44,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/0117272274df442eb3c6f9b21647eb38 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/0117272274df442eb3c6f9b21647eb38 2024-11-20T19:30:44,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/0117272274df442eb3c6f9b21647eb38, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T19:30:44,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/cd100ad9fac5427b83ed57708c3988e1 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cd100ad9fac5427b83ed57708c3988e1 2024-11-20T19:30:44,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131104560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:44,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:44,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131104560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:44,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:44,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cd100ad9fac5427b83ed57708c3988e1, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T19:30:44,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 7f3aec57d0de67a2cded51b3f390a00b in 140ms, sequenceid=239, compaction requested=true 2024-11-20T19:30:44,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:44,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:30:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:44,575 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:30:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:44,575 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:30:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:44,576 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:44,576 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/A is initiating minor compaction (all files) 2024-11-20T19:30:44,577 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/A in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:44,577 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/5178662a3b63424f834b1abea2e9d4da, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7f873b57da0c493b9c3e0eee41408b89, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/f2c24fc090714d489d72d41e49566c86, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7ead3af3208d4eb0aae91ea0b558e79d] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=52.5 K 2024-11-20T19:30:44,577 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:44,577 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/B is initiating minor compaction (all files) 2024-11-20T19:30:44,577 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5178662a3b63424f834b1abea2e9d4da, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131042499 2024-11-20T19:30:44,577 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/B in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:44,577 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/94e3729f3b604fc69464590c2065aa61, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/0b882316442242f3941e60f743147ecc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/639869e0e2eb459fa8ccd324a0b5c612, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/0117272274df442eb3c6f9b21647eb38] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=47.8 K 2024-11-20T19:30:44,578 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 94e3729f3b604fc69464590c2065aa61, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131042499 2024-11-20T19:30:44,578 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f873b57da0c493b9c3e0eee41408b89, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732131043209 2024-11-20T19:30:44,579 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2c24fc090714d489d72d41e49566c86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732131043372 2024-11-20T19:30:44,579 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b882316442242f3941e60f743147ecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732131043220 2024-11-20T19:30:44,579 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 639869e0e2eb459fa8ccd324a0b5c612, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732131043372 2024-11-20T19:30:44,579 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ead3af3208d4eb0aae91ea0b558e79d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732131043766 2024-11-20T19:30:44,580 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 0117272274df442eb3c6f9b21647eb38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732131043766 2024-11-20T19:30:44,599 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:44,599 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:44,600 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/8dc49fa146a643af9a64ad8d199ef18e is 50, key is test_row_0/A:col10/1732131043785/Put/seqid=0 2024-11-20T19:30:44,600 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/5bb54387325e48159fdf78467d436e2e is 50, key is test_row_0/B:col10/1732131043785/Put/seqid=0 2024-11-20T19:30:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741882_1058 (size=12663) 2024-11-20T19:30:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:30:44,631 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:30:44,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:30:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-20T19:30:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T19:30:44,636 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:30:44,638 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:30:44,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:30:44,639 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/8dc49fa146a643af9a64ad8d199ef18e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/8dc49fa146a643af9a64ad8d199ef18e 2024-11-20T19:30:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741883_1059 (size=12663) 2024-11-20T19:30:44,648 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/A of 7f3aec57d0de67a2cded51b3f390a00b into 8dc49fa146a643af9a64ad8d199ef18e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:44,648 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:44,648 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/A, priority=12, startTime=1732131044574; duration=0sec 2024-11-20T19:30:44,648 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:44,649 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:A 2024-11-20T19:30:44,649 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:44,651 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:44,652 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/C is initiating minor compaction (all files) 2024-11-20T19:30:44,652 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/C in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:44,652 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/750813ffffad4709a1a8f70da11911fa, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ea5eb45709384ac0b659fcfaa4d8f1ce, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/870664c718bf40cda76ce1fd6720ad37, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cd100ad9fac5427b83ed57708c3988e1] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=47.8 K 2024-11-20T19:30:44,653 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/5bb54387325e48159fdf78467d436e2e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/5bb54387325e48159fdf78467d436e2e 2024-11-20T19:30:44,654 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 750813ffffad4709a1a8f70da11911fa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131042499 2024-11-20T19:30:44,656 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea5eb45709384ac0b659fcfaa4d8f1ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732131043220 2024-11-20T19:30:44,657 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 870664c718bf40cda76ce1fd6720ad37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732131043372 2024-11-20T19:30:44,659 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd100ad9fac5427b83ed57708c3988e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732131043766 2024-11-20T19:30:44,665 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/B of 7f3aec57d0de67a2cded51b3f390a00b into 5bb54387325e48159fdf78467d436e2e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:44,665 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:44,665 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/B, priority=12, startTime=1732131044575; duration=0sec 2024-11-20T19:30:44,665 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:44,665 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:B 2024-11-20T19:30:44,679 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#C#compaction#47 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:44,680 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/cafd45d343a14ad5a3be772f405c503c is 50, key is test_row_0/C:col10/1732131043785/Put/seqid=0 2024-11-20T19:30:44,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741884_1060 (size=12663) 2024-11-20T19:30:44,706 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/cafd45d343a14ad5a3be772f405c503c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cafd45d343a14ad5a3be772f405c503c 2024-11-20T19:30:44,717 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/C of 7f3aec57d0de67a2cded51b3f390a00b into cafd45d343a14ad5a3be772f405c503c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:44,718 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:44,718 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/C, priority=12, startTime=1732131044575; duration=0sec 2024-11-20T19:30:44,718 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:44,718 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:C 2024-11-20T19:30:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T19:30:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:44,778 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:44,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:30:44,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/784d9dd5ca9f4d818dbde24c9fa7134a is 50, key is test_row_0/A:col10/1732131044774/Put/seqid=0 2024-11-20T19:30:44,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T19:30:44,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:44,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:44,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:44,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:44,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741885_1061 (size=14541) 2024-11-20T19:30:44,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/784d9dd5ca9f4d818dbde24c9fa7134a 2024-11-20T19:30:44,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/659fb09dd6ac469080b30fa525e19a27 is 50, key is test_row_0/B:col10/1732131044774/Put/seqid=0 2024-11-20T19:30:44,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741886_1062 (size=12151) 2024-11-20T19:30:44,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131104849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:44,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:44,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131104850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:44,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:44,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T19:30:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:44,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:44,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:44,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T19:30:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:44,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131104959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:44,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:44,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131104959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:44,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:44,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:45,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T19:30:45,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:45,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:45,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:45,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:45,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:45,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131105169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:45,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131105169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:45,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/659fb09dd6ac469080b30fa525e19a27 2024-11-20T19:30:45,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/08fc50748c5145e986beb81e7d8fecb2 is 50, key is test_row_0/C:col10/1732131044774/Put/seqid=0 2024-11-20T19:30:45,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741887_1063 (size=12151) 2024-11-20T19:30:45,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/08fc50748c5145e986beb81e7d8fecb2 2024-11-20T19:30:45,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/784d9dd5ca9f4d818dbde24c9fa7134a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/784d9dd5ca9f4d818dbde24c9fa7134a 2024-11-20T19:30:45,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T19:30:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:45,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:45,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:45,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/784d9dd5ca9f4d818dbde24c9fa7134a, entries=200, sequenceid=253, filesize=14.2 K 2024-11-20T19:30:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T19:30:45,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/659fb09dd6ac469080b30fa525e19a27 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/659fb09dd6ac469080b30fa525e19a27 2024-11-20T19:30:45,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/659fb09dd6ac469080b30fa525e19a27, entries=150, sequenceid=253, filesize=11.9 K 2024-11-20T19:30:45,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/08fc50748c5145e986beb81e7d8fecb2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/08fc50748c5145e986beb81e7d8fecb2 2024-11-20T19:30:45,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/08fc50748c5145e986beb81e7d8fecb2, entries=150, sequenceid=253, filesize=11.9 K 2024-11-20T19:30:45,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7f3aec57d0de67a2cded51b3f390a00b in 501ms, sequenceid=253, compaction requested=false 2024-11-20T19:30:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:45,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T19:30:45,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:45,414 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:30:45,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/e3c0fab82dd345de86cd19e1d76031b6 is 50, key is test_row_0/A:col10/1732131044847/Put/seqid=0 2024-11-20T19:30:45,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741888_1064 (size=12301) 2024-11-20T19:30:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:45,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:45,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131105505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:45,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131105505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:45,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:45,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131105569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:45,571 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 7f3aec57d0de67a2cded51b3f390a00b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:30:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:45,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131105581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:45,582 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 7f3aec57d0de67a2cded51b3f390a00b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:30:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:45,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131105589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:45,595 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in 7f3aec57d0de67a2cded51b3f390a00b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:30:45,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:45,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131105620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:45,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131105620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T19:30:45,825 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/e3c0fab82dd345de86cd19e1d76031b6 2024-11-20T19:30:45,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131105830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:45,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:45,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131105830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:45,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:45,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:45,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/6b0c7a4238734b1691fda12d33e4ac6b is 50, key is test_row_0/B:col10/1732131044847/Put/seqid=0 2024-11-20T19:30:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741889_1065 (size=12301) 2024-11-20T19:30:46,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131106140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:46,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131106140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:46,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:46,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:46,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:46,244 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/6b0c7a4238734b1691fda12d33e4ac6b 2024-11-20T19:30:46,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/7a707129469e4ec382ed1f04c05b6c15 is 50, key is test_row_0/C:col10/1732131044847/Put/seqid=0 2024-11-20T19:30:46,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741890_1066 (size=12301) 2024-11-20T19:30:46,290 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/7a707129469e4ec382ed1f04c05b6c15 2024-11-20T19:30:46,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/e3c0fab82dd345de86cd19e1d76031b6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e3c0fab82dd345de86cd19e1d76031b6 2024-11-20T19:30:46,311 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e3c0fab82dd345de86cd19e1d76031b6, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T19:30:46,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/6b0c7a4238734b1691fda12d33e4ac6b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6b0c7a4238734b1691fda12d33e4ac6b 2024-11-20T19:30:46,329 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6b0c7a4238734b1691fda12d33e4ac6b, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T19:30:46,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/7a707129469e4ec382ed1f04c05b6c15 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/7a707129469e4ec382ed1f04c05b6c15 2024-11-20T19:30:46,344 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/7a707129469e4ec382ed1f04c05b6c15, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T19:30:46,345 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 7f3aec57d0de67a2cded51b3f390a00b in 932ms, sequenceid=279, compaction requested=true 2024-11-20T19:30:46,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:46,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:46,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-20T19:30:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-20T19:30:46,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T19:30:46,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7110 sec 2024-11-20T19:30:46,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.7210 sec 2024-11-20T19:30:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:46,653 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:46,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:30:46,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/6af36a0ffa6143eb9d4eb4b2edfbc6da is 50, key is test_row_0/A:col10/1732131045498/Put/seqid=0 2024-11-20T19:30:46,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741891_1067 (size=12301) 2024-11-20T19:30:46,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/6af36a0ffa6143eb9d4eb4b2edfbc6da 2024-11-20T19:30:46,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/bd4d5642f1594f05ae1770a8f8c3b450 is 50, key is test_row_0/B:col10/1732131045498/Put/seqid=0 2024-11-20T19:30:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741892_1068 (size=12301) 2024-11-20T19:30:46,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/bd4d5642f1594f05ae1770a8f8c3b450 2024-11-20T19:30:46,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131106763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:46,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131106764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:46,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:46,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:46,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T19:30:46,779 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:30:46,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:30:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-20T19:30:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T19:30:46,790 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:30:46,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/b20a6d9908da4152a5673f18fd029004 is 50, key is test_row_0/C:col10/1732131045498/Put/seqid=0 2024-11-20T19:30:46,792 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:30:46,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:30:46,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741893_1069 (size=12301) 2024-11-20T19:30:46,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/b20a6d9908da4152a5673f18fd029004 2024-11-20T19:30:46,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/6af36a0ffa6143eb9d4eb4b2edfbc6da as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/6af36a0ffa6143eb9d4eb4b2edfbc6da 2024-11-20T19:30:46,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/6af36a0ffa6143eb9d4eb4b2edfbc6da, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T19:30:46,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/bd4d5642f1594f05ae1770a8f8c3b450 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/bd4d5642f1594f05ae1770a8f8c3b450 2024-11-20T19:30:46,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/bd4d5642f1594f05ae1770a8f8c3b450, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T19:30:46,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/b20a6d9908da4152a5673f18fd029004 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/b20a6d9908da4152a5673f18fd029004 2024-11-20T19:30:46,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/b20a6d9908da4152a5673f18fd029004, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T19:30:46,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7f3aec57d0de67a2cded51b3f390a00b in 200ms, sequenceid=292, compaction requested=true 2024-11-20T19:30:46,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:46,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:30:46,853 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:46,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:46,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:30:46,853 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:46,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:46,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:30:46,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:46,855 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:46,855 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51806 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:46,855 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/B is initiating minor compaction (all files) 2024-11-20T19:30:46,855 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/A is initiating minor compaction (all files) 2024-11-20T19:30:46,855 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/B in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:46,855 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/A in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:46,855 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/5bb54387325e48159fdf78467d436e2e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/659fb09dd6ac469080b30fa525e19a27, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6b0c7a4238734b1691fda12d33e4ac6b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/bd4d5642f1594f05ae1770a8f8c3b450] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=48.3 K 2024-11-20T19:30:46,856 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bb54387325e48159fdf78467d436e2e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732131043766 2024-11-20T19:30:46,857 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/8dc49fa146a643af9a64ad8d199ef18e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/784d9dd5ca9f4d818dbde24c9fa7134a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e3c0fab82dd345de86cd19e1d76031b6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/6af36a0ffa6143eb9d4eb4b2edfbc6da] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=50.6 K 2024-11-20T19:30:46,857 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 659fb09dd6ac469080b30fa525e19a27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732131044447 2024-11-20T19:30:46,857 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dc49fa146a643af9a64ad8d199ef18e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732131043766 2024-11-20T19:30:46,858 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 784d9dd5ca9f4d818dbde24c9fa7134a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732131044447 2024-11-20T19:30:46,858 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b0c7a4238734b1691fda12d33e4ac6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732131044843 2024-11-20T19:30:46,858 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting bd4d5642f1594f05ae1770a8f8c3b450, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732131045498 2024-11-20T19:30:46,858 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3c0fab82dd345de86cd19e1d76031b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732131044843 2024-11-20T19:30:46,859 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6af36a0ffa6143eb9d4eb4b2edfbc6da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732131045498 2024-11-20T19:30:46,886 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:46,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:30:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:46,888 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:46,888 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/ef2053b7998b462f97edf083b162ac92 is 50, key is test_row_0/B:col10/1732131045498/Put/seqid=0 2024-11-20T19:30:46,892 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:46,893 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/eec140c48f4d47e7b9df35f61ba3d3bd is 50, key is test_row_0/A:col10/1732131045498/Put/seqid=0 2024-11-20T19:30:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T19:30:46,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/4d887b30dc60488fbef1f455dbfabd19 is 50, key is test_row_0/A:col10/1732131046883/Put/seqid=0 2024-11-20T19:30:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741894_1070 (size=12949) 2024-11-20T19:30:46,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131106913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:46,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131106915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:46,927 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/ef2053b7998b462f97edf083b162ac92 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ef2053b7998b462f97edf083b162ac92 2024-11-20T19:30:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741896_1072 (size=12301) 2024-11-20T19:30:46,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/4d887b30dc60488fbef1f455dbfabd19 2024-11-20T19:30:46,940 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/B of 7f3aec57d0de67a2cded51b3f390a00b into ef2053b7998b462f97edf083b162ac92(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:46,940 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:46,940 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/B, priority=12, startTime=1732131046853; duration=0sec 2024-11-20T19:30:46,940 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:46,940 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:B 2024-11-20T19:30:46,940 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:46,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741895_1071 (size=12949) 2024-11-20T19:30:46,945 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:46,945 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/C is initiating minor compaction (all files) 2024-11-20T19:30:46,946 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/C in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:46,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T19:30:46,946 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cafd45d343a14ad5a3be772f405c503c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/08fc50748c5145e986beb81e7d8fecb2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/7a707129469e4ec382ed1f04c05b6c15, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/b20a6d9908da4152a5673f18fd029004] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=48.3 K 2024-11-20T19:30:46,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:46,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:46,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:46,946 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting cafd45d343a14ad5a3be772f405c503c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732131043766 2024-11-20T19:30:46,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:46,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:46,948 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 08fc50748c5145e986beb81e7d8fecb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732131044447 2024-11-20T19:30:46,953 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a707129469e4ec382ed1f04c05b6c15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732131044843 2024-11-20T19:30:46,963 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting b20a6d9908da4152a5673f18fd029004, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732131045498 2024-11-20T19:30:46,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/6b73ce057b45448faf534f5148e0a6f3 is 50, key is test_row_0/B:col10/1732131046883/Put/seqid=0 2024-11-20T19:30:46,967 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/eec140c48f4d47e7b9df35f61ba3d3bd as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/eec140c48f4d47e7b9df35f61ba3d3bd 2024-11-20T19:30:46,981 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/A of 7f3aec57d0de67a2cded51b3f390a00b into eec140c48f4d47e7b9df35f61ba3d3bd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:46,981 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:46,982 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/A, priority=12, startTime=1732131046853; duration=0sec 2024-11-20T19:30:46,982 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:46,982 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:A 2024-11-20T19:30:46,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741897_1073 (size=12301) 2024-11-20T19:30:47,011 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#C#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:47,012 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/6cd1754433f14dbe8b157c941efa851a is 50, key is test_row_0/C:col10/1732131045498/Put/seqid=0 2024-11-20T19:30:47,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131107019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:47,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:47,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131107020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:47,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:47,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:47,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:47,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741898_1074 (size=12949) 2024-11-20T19:30:47,042 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/6cd1754433f14dbe8b157c941efa851a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/6cd1754433f14dbe8b157c941efa851a 2024-11-20T19:30:47,050 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/C of 7f3aec57d0de67a2cded51b3f390a00b into 6cd1754433f14dbe8b157c941efa851a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:47,050 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:47,050 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/C, priority=12, startTime=1732131046853; duration=0sec 2024-11-20T19:30:47,050 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:47,050 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:C 2024-11-20T19:30:47,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T19:30:47,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:47,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:47,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:47,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T19:30:47,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:47,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131107233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:47,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:47,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131107233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:47,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:47,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:47,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:47,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:47,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T19:30:47,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:47,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:47,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:47,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/6b73ce057b45448faf534f5148e0a6f3 2024-11-20T19:30:47,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T19:30:47,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:47,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:47,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:47,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/e0fd4475ad99436d9954722cdb28bb83 is 50, key is test_row_0/C:col10/1732131046883/Put/seqid=0 2024-11-20T19:30:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T19:30:47,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741899_1075 (size=12301) 2024-11-20T19:30:47,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131107539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:47,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:47,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:47,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:47,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131107549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:47,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T19:30:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:47,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T19:30:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:47,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:47,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/e0fd4475ad99436d9954722cdb28bb83 2024-11-20T19:30:47,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/4d887b30dc60488fbef1f455dbfabd19 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/4d887b30dc60488fbef1f455dbfabd19 2024-11-20T19:30:47,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/4d887b30dc60488fbef1f455dbfabd19, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T19:30:47,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/6b73ce057b45448faf534f5148e0a6f3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6b73ce057b45448faf534f5148e0a6f3 2024-11-20T19:30:47,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6b73ce057b45448faf534f5148e0a6f3, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T19:30:47,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/e0fd4475ad99436d9954722cdb28bb83 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/e0fd4475ad99436d9954722cdb28bb83 2024-11-20T19:30:47,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/e0fd4475ad99436d9954722cdb28bb83, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T19:30:47,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7f3aec57d0de67a2cded51b3f390a00b in 985ms, sequenceid=317, compaction requested=false 2024-11-20T19:30:47,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:47,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T19:30:47,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:47,877 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:30:47,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/5d85e97c075d480fa8c261de137881c3 is 50, key is test_row_1/A:col10/1732131046902/Put/seqid=0 2024-11-20T19:30:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741900_1076 (size=9857) 2024-11-20T19:30:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T19:30:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:48,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131108136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:48,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131108140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:48,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:48,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:48,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131108250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:48,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131108250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:48,314 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/5d85e97c075d480fa8c261de137881c3 2024-11-20T19:30:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/50ec6f83ae7047a0add20c19a1a00c25 is 50, key is test_row_1/B:col10/1732131046902/Put/seqid=0 2024-11-20T19:30:48,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741901_1077 (size=9857) 2024-11-20T19:30:48,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131108459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:48,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131108459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:48,733 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/50ec6f83ae7047a0add20c19a1a00c25 2024-11-20T19:30:48,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/2a2da099a16d4b048392a8a0a832963c is 50, key is test_row_1/C:col10/1732131046902/Put/seqid=0 2024-11-20T19:30:48,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131108769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:48,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:48,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131108769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:48,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:48,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741902_1078 (size=9857) 2024-11-20T19:30:48,800 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/2a2da099a16d4b048392a8a0a832963c 2024-11-20T19:30:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/5d85e97c075d480fa8c261de137881c3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/5d85e97c075d480fa8c261de137881c3 2024-11-20T19:30:48,825 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/5d85e97c075d480fa8c261de137881c3, entries=100, sequenceid=331, filesize=9.6 K 2024-11-20T19:30:48,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/50ec6f83ae7047a0add20c19a1a00c25 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/50ec6f83ae7047a0add20c19a1a00c25 2024-11-20T19:30:48,836 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/50ec6f83ae7047a0add20c19a1a00c25, entries=100, sequenceid=331, filesize=9.6 K 2024-11-20T19:30:48,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/2a2da099a16d4b048392a8a0a832963c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2a2da099a16d4b048392a8a0a832963c 2024-11-20T19:30:48,867 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2a2da099a16d4b048392a8a0a832963c, entries=100, sequenceid=331, filesize=9.6 K 2024-11-20T19:30:48,873 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7f3aec57d0de67a2cded51b3f390a00b in 995ms, sequenceid=331, compaction requested=true 2024-11-20T19:30:48,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:48,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:48,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-20T19:30:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-20T19:30:48,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-20T19:30:48,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0830 sec 2024-11-20T19:30:48,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.0920 sec 2024-11-20T19:30:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T19:30:48,950 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:30:48,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:30:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-20T19:30:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T19:30:48,956 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:30:48,961 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:30:48,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:30:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T19:30:49,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T19:30:49,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:49,116 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:30:49,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/e2bebefd2753436685e3fb0e32293166 is 50, key is test_row_0/A:col10/1732131048137/Put/seqid=0 2024-11-20T19:30:49,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741903_1079 (size=12301) 2024-11-20T19:30:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T19:30:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:49,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:49,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131109304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:49,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131109311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:49,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131109419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:49,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:49,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131109419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:49,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:49,538 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/e2bebefd2753436685e3fb0e32293166 2024-11-20T19:30:49,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/893b8487cfd04b70bf94485b9ca0477d is 50, key is test_row_0/B:col10/1732131048137/Put/seqid=0 2024-11-20T19:30:49,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741904_1080 (size=12301) 2024-11-20T19:30:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T19:30:49,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53674 deadline: 1732131109590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:49,593 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 7f3aec57d0de67a2cded51b3f390a00b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:30:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:49,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53630 deadline: 1732131109619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:49,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53620 deadline: 1732131109619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:49,624 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 7f3aec57d0de67a2cded51b3f390a00b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:30:49,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:49,624 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in 7f3aec57d0de67a2cded51b3f390a00b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:30:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:49,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131109630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:49,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131109630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:49,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:49,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131109939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:49,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:49,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131109940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:49,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:49,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:49,959 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/893b8487cfd04b70bf94485b9ca0477d 2024-11-20T19:30:49,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/4e1e43c2e1b34dffa34b6bcd9312594e is 50, key is test_row_0/C:col10/1732131048137/Put/seqid=0 2024-11-20T19:30:49,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741905_1081 (size=12301) 2024-11-20T19:30:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T19:30:50,376 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/4e1e43c2e1b34dffa34b6bcd9312594e 2024-11-20T19:30:50,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/e2bebefd2753436685e3fb0e32293166 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e2bebefd2753436685e3fb0e32293166 2024-11-20T19:30:50,388 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e2bebefd2753436685e3fb0e32293166, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T19:30:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/893b8487cfd04b70bf94485b9ca0477d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/893b8487cfd04b70bf94485b9ca0477d 2024-11-20T19:30:50,394 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/893b8487cfd04b70bf94485b9ca0477d, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T19:30:50,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/4e1e43c2e1b34dffa34b6bcd9312594e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/4e1e43c2e1b34dffa34b6bcd9312594e 2024-11-20T19:30:50,401 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/4e1e43c2e1b34dffa34b6bcd9312594e, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T19:30:50,402 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7f3aec57d0de67a2cded51b3f390a00b in 1286ms, sequenceid=356, compaction requested=true 2024-11-20T19:30:50,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:50,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:50,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-20T19:30:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-20T19:30:50,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-20T19:30:50,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4430 sec 2024-11-20T19:30:50,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.4540 sec 2024-11-20T19:30:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:50,451 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:50,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:30:50,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/dabcd2ebd3274fc691dfbf76fff07a1e is 50, key is test_row_0/A:col10/1732131049302/Put/seqid=0 2024-11-20T19:30:50,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741906_1082 (size=14741) 2024-11-20T19:30:50,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/dabcd2ebd3274fc691dfbf76fff07a1e 2024-11-20T19:30:50,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/67b23f5c83f34bc3a6938fb707c32fcc is 50, key is test_row_0/B:col10/1732131049302/Put/seqid=0 2024-11-20T19:30:50,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741907_1083 (size=12301) 2024-11-20T19:30:50,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/67b23f5c83f34bc3a6938fb707c32fcc 2024-11-20T19:30:50,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/ad71a9dad6a14637bf9e3456b9c14755 is 50, key is test_row_0/C:col10/1732131049302/Put/seqid=0 2024-11-20T19:30:50,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741908_1084 (size=12301) 2024-11-20T19:30:50,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131110512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131110512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:50,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:50,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:50,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:50,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131110619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:50,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:50,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:50,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:50,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131110629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:50,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:50,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:50,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:50,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131110829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:50,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131110839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:50,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/ad71a9dad6a14637bf9e3456b9c14755 2024-11-20T19:30:50,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/dabcd2ebd3274fc691dfbf76fff07a1e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/dabcd2ebd3274fc691dfbf76fff07a1e 2024-11-20T19:30:50,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/dabcd2ebd3274fc691dfbf76fff07a1e, entries=200, sequenceid=368, filesize=14.4 K 2024-11-20T19:30:50,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/67b23f5c83f34bc3a6938fb707c32fcc as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/67b23f5c83f34bc3a6938fb707c32fcc 2024-11-20T19:30:50,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/67b23f5c83f34bc3a6938fb707c32fcc, entries=150, sequenceid=368, filesize=12.0 K 2024-11-20T19:30:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/ad71a9dad6a14637bf9e3456b9c14755 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ad71a9dad6a14637bf9e3456b9c14755 2024-11-20T19:30:50,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ad71a9dad6a14637bf9e3456b9c14755, entries=150, sequenceid=368, filesize=12.0 K 2024-11-20T19:30:50,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7f3aec57d0de67a2cded51b3f390a00b in 472ms, sequenceid=368, compaction requested=true 2024-11-20T19:30:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:30:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:50,923 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T19:30:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:30:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:50,923 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T19:30:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:30:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:50,925 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62149 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T19:30:50,925 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59709 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T19:30:50,925 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/A is initiating minor compaction (all files) 2024-11-20T19:30:50,925 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/B is initiating minor compaction (all files) 2024-11-20T19:30:50,925 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/B in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:50,925 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/A in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:50,925 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ef2053b7998b462f97edf083b162ac92, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6b73ce057b45448faf534f5148e0a6f3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/50ec6f83ae7047a0add20c19a1a00c25, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/893b8487cfd04b70bf94485b9ca0477d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/67b23f5c83f34bc3a6938fb707c32fcc] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=58.3 K 2024-11-20T19:30:50,925 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/eec140c48f4d47e7b9df35f61ba3d3bd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/4d887b30dc60488fbef1f455dbfabd19, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/5d85e97c075d480fa8c261de137881c3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e2bebefd2753436685e3fb0e32293166, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/dabcd2ebd3274fc691dfbf76fff07a1e] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=60.7 K 2024-11-20T19:30:50,926 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ef2053b7998b462f97edf083b162ac92, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732131045498 2024-11-20T19:30:50,926 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting eec140c48f4d47e7b9df35f61ba3d3bd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732131045498 2024-11-20T19:30:50,926 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d887b30dc60488fbef1f455dbfabd19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732131046758 2024-11-20T19:30:50,926 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b73ce057b45448faf534f5148e0a6f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732131046758 2024-11-20T19:30:50,927 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 50ec6f83ae7047a0add20c19a1a00c25, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732131046902 2024-11-20T19:30:50,927 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d85e97c075d480fa8c261de137881c3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732131046902 2024-11-20T19:30:50,927 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 893b8487cfd04b70bf94485b9ca0477d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732131048125 2024-11-20T19:30:50,927 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2bebefd2753436685e3fb0e32293166, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732131048125 2024-11-20T19:30:50,927 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 67b23f5c83f34bc3a6938fb707c32fcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732131049301 2024-11-20T19:30:50,928 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting dabcd2ebd3274fc691dfbf76fff07a1e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732131049301 2024-11-20T19:30:50,940 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:50,941 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:50,941 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/b239a20555b943d38530008ff7a2c433 is 50, key is test_row_0/A:col10/1732131049302/Put/seqid=0 2024-11-20T19:30:50,941 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/b24e27a5a8a1474db56723cfc1983fe1 is 50, key is test_row_0/B:col10/1732131049302/Put/seqid=0 2024-11-20T19:30:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741909_1085 (size=13119) 2024-11-20T19:30:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741910_1086 (size=13119) 2024-11-20T19:30:50,961 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/b239a20555b943d38530008ff7a2c433 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/b239a20555b943d38530008ff7a2c433 2024-11-20T19:30:50,961 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/b24e27a5a8a1474db56723cfc1983fe1 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b24e27a5a8a1474db56723cfc1983fe1 2024-11-20T19:30:50,970 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/B of 7f3aec57d0de67a2cded51b3f390a00b into b24e27a5a8a1474db56723cfc1983fe1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:50,970 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:50,970 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/B, priority=11, startTime=1732131050923; duration=0sec 2024-11-20T19:30:50,970 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:50,970 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:B 2024-11-20T19:30:50,971 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T19:30:50,971 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/A of 7f3aec57d0de67a2cded51b3f390a00b into b239a20555b943d38530008ff7a2c433(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:50,972 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:50,972 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/A, priority=11, startTime=1732131050923; duration=0sec 2024-11-20T19:30:50,972 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:50,972 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:A 2024-11-20T19:30:50,973 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59709 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T19:30:50,973 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/C is initiating minor compaction (all files) 2024-11-20T19:30:50,973 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/C in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:50,973 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/6cd1754433f14dbe8b157c941efa851a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/e0fd4475ad99436d9954722cdb28bb83, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2a2da099a16d4b048392a8a0a832963c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/4e1e43c2e1b34dffa34b6bcd9312594e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ad71a9dad6a14637bf9e3456b9c14755] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=58.3 K 2024-11-20T19:30:50,974 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cd1754433f14dbe8b157c941efa851a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732131045498 2024-11-20T19:30:50,974 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e0fd4475ad99436d9954722cdb28bb83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732131046758 2024-11-20T19:30:50,975 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a2da099a16d4b048392a8a0a832963c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732131046902 2024-11-20T19:30:50,975 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e1e43c2e1b34dffa34b6bcd9312594e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732131048125 2024-11-20T19:30:50,976 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ad71a9dad6a14637bf9e3456b9c14755, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732131049301 2024-11-20T19:30:51,012 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#C#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:51,013 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/c32ab99d42fb471bba5d0d2cbe2d9b2d is 50, key is test_row_0/C:col10/1732131049302/Put/seqid=0 2024-11-20T19:30:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741911_1087 (size=13119) 2024-11-20T19:30:51,034 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/c32ab99d42fb471bba5d0d2cbe2d9b2d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/c32ab99d42fb471bba5d0d2cbe2d9b2d 2024-11-20T19:30:51,048 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/C of 7f3aec57d0de67a2cded51b3f390a00b into c32ab99d42fb471bba5d0d2cbe2d9b2d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:51,048 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:51,050 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/C, priority=11, startTime=1732131050923; duration=0sec 2024-11-20T19:30:51,050 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:51,050 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:C 2024-11-20T19:30:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T19:30:51,100 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:30:51,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:30:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-20T19:30:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T19:30:51,102 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:30:51,103 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:30:51,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:30:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:51,141 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:51,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:30:51,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/a5abe90a6f0c4da8be2afc55019cac9c is 50, key is test_row_0/A:col10/1732131050504/Put/seqid=0 2024-11-20T19:30:51,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741912_1088 (size=14741) 2024-11-20T19:30:51,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/a5abe90a6f0c4da8be2afc55019cac9c 2024-11-20T19:30:51,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/caf0b8ccefe04ee29ce65baed6f90325 is 50, key is test_row_0/B:col10/1732131050504/Put/seqid=0 2024-11-20T19:30:51,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741913_1089 (size=12301) 2024-11-20T19:30:51,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131111187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:51,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131111190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T19:30:51,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T19:30:51,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:51,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:51,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:51,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:51,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:51,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131111299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:51,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131111299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:51,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T19:30:51,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:51,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:51,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:51,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:51,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:51,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T19:30:51,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131111509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131111509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:51,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:51,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T19:30:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:51,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:51,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:51,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/caf0b8ccefe04ee29ce65baed6f90325 2024-11-20T19:30:51,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/abdac894c8d943de982333dcebbdbeec is 50, key is test_row_0/C:col10/1732131050504/Put/seqid=0 2024-11-20T19:30:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741914_1090 (size=12301) 2024-11-20T19:30:51,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/abdac894c8d943de982333dcebbdbeec 2024-11-20T19:30:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/a5abe90a6f0c4da8be2afc55019cac9c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a5abe90a6f0c4da8be2afc55019cac9c 2024-11-20T19:30:51,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a5abe90a6f0c4da8be2afc55019cac9c, entries=200, sequenceid=397, filesize=14.4 K 2024-11-20T19:30:51,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/caf0b8ccefe04ee29ce65baed6f90325 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/caf0b8ccefe04ee29ce65baed6f90325 2024-11-20T19:30:51,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/caf0b8ccefe04ee29ce65baed6f90325, entries=150, sequenceid=397, filesize=12.0 K 2024-11-20T19:30:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/abdac894c8d943de982333dcebbdbeec as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/abdac894c8d943de982333dcebbdbeec 2024-11-20T19:30:51,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/abdac894c8d943de982333dcebbdbeec, entries=150, sequenceid=397, filesize=12.0 K 2024-11-20T19:30:51,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7f3aec57d0de67a2cded51b3f390a00b in 501ms, sequenceid=397, compaction requested=false 2024-11-20T19:30:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:51,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T19:30:51,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:51,717 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T19:30:51,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/995eadc439c24337bc9478062567f049 is 50, key is test_row_0/A:col10/1732131051165/Put/seqid=0 2024-11-20T19:30:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T19:30:51,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741915_1091 (size=12301) 2024-11-20T19:30:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:51,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131111879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131111885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:51,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131111989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:52,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131111999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:52,131 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/995eadc439c24337bc9478062567f049 2024-11-20T19:30:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/c1fd649b08a3428894e78629b43771ba is 50, key is test_row_0/B:col10/1732131051165/Put/seqid=0 2024-11-20T19:30:52,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741916_1092 (size=12301) 2024-11-20T19:30:52,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131112199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:52,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:52,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:52,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:52,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131112209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T19:30:52,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131112509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:52,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:52,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:52,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:52,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131112519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:52,544 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/c1fd649b08a3428894e78629b43771ba 2024-11-20T19:30:52,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/f4b409abcb354ffe9efeb887f170f90d is 50, key is test_row_0/C:col10/1732131051165/Put/seqid=0 2024-11-20T19:30:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741917_1093 (size=12301) 2024-11-20T19:30:52,562 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/f4b409abcb354ffe9efeb887f170f90d 2024-11-20T19:30:52,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/995eadc439c24337bc9478062567f049 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/995eadc439c24337bc9478062567f049 2024-11-20T19:30:52,576 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/995eadc439c24337bc9478062567f049, entries=150, sequenceid=407, filesize=12.0 K 2024-11-20T19:30:52,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/c1fd649b08a3428894e78629b43771ba as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/c1fd649b08a3428894e78629b43771ba 2024-11-20T19:30:52,583 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/c1fd649b08a3428894e78629b43771ba, entries=150, sequenceid=407, filesize=12.0 K 2024-11-20T19:30:52,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/f4b409abcb354ffe9efeb887f170f90d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/f4b409abcb354ffe9efeb887f170f90d 2024-11-20T19:30:52,592 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/f4b409abcb354ffe9efeb887f170f90d, entries=150, sequenceid=407, filesize=12.0 K 2024-11-20T19:30:52,593 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 7f3aec57d0de67a2cded51b3f390a00b in 876ms, sequenceid=407, compaction requested=true 2024-11-20T19:30:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-20T19:30:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-20T19:30:52,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-20T19:30:52,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4920 sec 2024-11-20T19:30:52,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.4990 sec 2024-11-20T19:30:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:53,021 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:53,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T19:30:53,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/069451a762274aaaaa8cac1b51ce238a is 50, key is test_row_0/A:col10/1732131053019/Put/seqid=0 2024-11-20T19:30:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741918_1094 (size=14741) 2024-11-20T19:30:53,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/069451a762274aaaaa8cac1b51ce238a 2024-11-20T19:30:53,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131113038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131113038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:53,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:53,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/b7306eb6693142f586493ea955068d0c is 50, key is test_row_0/B:col10/1732131053019/Put/seqid=0 2024-11-20T19:30:53,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741919_1095 (size=12301) 2024-11-20T19:30:53,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131113149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:53,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131113150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:53,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T19:30:53,250 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:30:53,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:30:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-20T19:30:53,254 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:30:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T19:30:53,257 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:30:53,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:30:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T19:30:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131113359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131113359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:53,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:53,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-20T19:30:53,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:53,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:53,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:53,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:53,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:53,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/b7306eb6693142f586493ea955068d0c 2024-11-20T19:30:53,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/cbadec0757404046bdb4813bc0cac971 is 50, key is test_row_0/C:col10/1732131053019/Put/seqid=0 2024-11-20T19:30:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741920_1096 (size=12301) 2024-11-20T19:30:53,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/cbadec0757404046bdb4813bc0cac971 2024-11-20T19:30:53,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/069451a762274aaaaa8cac1b51ce238a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/069451a762274aaaaa8cac1b51ce238a 2024-11-20T19:30:53,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/069451a762274aaaaa8cac1b51ce238a, entries=200, sequenceid=434, filesize=14.4 K 2024-11-20T19:30:53,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/b7306eb6693142f586493ea955068d0c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b7306eb6693142f586493ea955068d0c 2024-11-20T19:30:53,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b7306eb6693142f586493ea955068d0c, entries=150, sequenceid=434, filesize=12.0 K 2024-11-20T19:30:53,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/cbadec0757404046bdb4813bc0cac971 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cbadec0757404046bdb4813bc0cac971 2024-11-20T19:30:53,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cbadec0757404046bdb4813bc0cac971, entries=150, sequenceid=434, filesize=12.0 K 2024-11-20T19:30:53,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7f3aec57d0de67a2cded51b3f390a00b in 526ms, sequenceid=434, compaction requested=true 2024-11-20T19:30:53,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:53,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:30:53,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:53,547 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:53,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:30:53,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:53,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:30:53,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:53,547 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:53,553 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54902 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:53,553 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/A is initiating minor compaction (all files) 2024-11-20T19:30:53,553 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/A in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:53,554 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/b239a20555b943d38530008ff7a2c433, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a5abe90a6f0c4da8be2afc55019cac9c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/995eadc439c24337bc9478062567f049, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/069451a762274aaaaa8cac1b51ce238a] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=53.6 K 2024-11-20T19:30:53,554 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:53,554 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/B is initiating minor compaction (all files) 2024-11-20T19:30:53,554 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/B in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:53,554 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b24e27a5a8a1474db56723cfc1983fe1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/caf0b8ccefe04ee29ce65baed6f90325, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/c1fd649b08a3428894e78629b43771ba, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b7306eb6693142f586493ea955068d0c] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=48.8 K 2024-11-20T19:30:53,555 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting b24e27a5a8a1474db56723cfc1983fe1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732131049301 2024-11-20T19:30:53,555 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting b239a20555b943d38530008ff7a2c433, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732131049301 2024-11-20T19:30:53,556 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5abe90a6f0c4da8be2afc55019cac9c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732131050504 2024-11-20T19:30:53,556 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting caf0b8ccefe04ee29ce65baed6f90325, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732131050504 2024-11-20T19:30:53,556 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting c1fd649b08a3428894e78629b43771ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732131051163 2024-11-20T19:30:53,557 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 995eadc439c24337bc9478062567f049, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732131051163 2024-11-20T19:30:53,557 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting b7306eb6693142f586493ea955068d0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732131051876 2024-11-20T19:30:53,557 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 069451a762274aaaaa8cac1b51ce238a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732131051872 2024-11-20T19:30:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T19:30:53,571 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#B#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:53,571 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/6cc857ad2a4f49d8bb0785342a6fc086 is 50, key is test_row_0/B:col10/1732131053019/Put/seqid=0 2024-11-20T19:30:53,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-20T19:30:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:53,578 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T19:30:53,578 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#A#compaction#85 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:53,578 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/527d0a286a5c46109b58aad9bf4c672f is 50, key is test_row_0/A:col10/1732131053019/Put/seqid=0 2024-11-20T19:30:53,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/ba6e285abe4d498a803724c00496f2c2 is 50, key is test_row_0/A:col10/1732131053031/Put/seqid=0 2024-11-20T19:30:53,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741921_1097 (size=13255) 2024-11-20T19:30:53,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741922_1098 (size=13255) 2024-11-20T19:30:53,646 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/6cc857ad2a4f49d8bb0785342a6fc086 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6cc857ad2a4f49d8bb0785342a6fc086 2024-11-20T19:30:53,655 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/B of 7f3aec57d0de67a2cded51b3f390a00b into 6cc857ad2a4f49d8bb0785342a6fc086(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:53,655 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:53,655 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/B, priority=12, startTime=1732131053547; duration=0sec 2024-11-20T19:30:53,655 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:53,655 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:B 2024-11-20T19:30:53,655 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:53,657 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:53,657 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/C is initiating minor compaction (all files) 2024-11-20T19:30:53,658 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/C in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:53,658 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/c32ab99d42fb471bba5d0d2cbe2d9b2d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/abdac894c8d943de982333dcebbdbeec, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/f4b409abcb354ffe9efeb887f170f90d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cbadec0757404046bdb4813bc0cac971] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=48.8 K 2024-11-20T19:30:53,658 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting c32ab99d42fb471bba5d0d2cbe2d9b2d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732131049301 2024-11-20T19:30:53,659 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting abdac894c8d943de982333dcebbdbeec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732131050504 2024-11-20T19:30:53,660 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting f4b409abcb354ffe9efeb887f170f90d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732131051163 2024-11-20T19:30:53,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741923_1099 (size=9857) 2024-11-20T19:30:53,661 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting cbadec0757404046bdb4813bc0cac971, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732131051876 2024-11-20T19:30:53,661 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/ba6e285abe4d498a803724c00496f2c2 2024-11-20T19:30:53,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/b48f338581ea4f2ab0325295e5ff91f3 is 50, key is test_row_0/B:col10/1732131053031/Put/seqid=0 2024-11-20T19:30:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:53,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:53,691 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#C#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:53,692 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/eb544f2fef7c4174a4f00d0a30e63e44 is 50, key is test_row_0/C:col10/1732131053019/Put/seqid=0 2024-11-20T19:30:53,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741924_1100 (size=9857) 2024-11-20T19:30:53,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741925_1101 (size=13255) 2024-11-20T19:30:53,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131113751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131113751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:53,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131113859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:53,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:53,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131113859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T19:30:54,047 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/527d0a286a5c46109b58aad9bf4c672f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/527d0a286a5c46109b58aad9bf4c672f 2024-11-20T19:30:54,054 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/A of 7f3aec57d0de67a2cded51b3f390a00b into 527d0a286a5c46109b58aad9bf4c672f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:54,054 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:54,054 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/A, priority=12, startTime=1732131053547; duration=0sec 2024-11-20T19:30:54,054 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:54,054 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:A 2024-11-20T19:30:54,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131114069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:54,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131114069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:54,097 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/b48f338581ea4f2ab0325295e5ff91f3 2024-11-20T19:30:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/5f97cbb8a10e4941826b2e385ce70286 is 50, key is test_row_0/C:col10/1732131053031/Put/seqid=0 2024-11-20T19:30:54,110 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/eb544f2fef7c4174a4f00d0a30e63e44 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/eb544f2fef7c4174a4f00d0a30e63e44 2024-11-20T19:30:54,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741926_1102 (size=9857) 2024-11-20T19:30:54,115 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/C of 7f3aec57d0de67a2cded51b3f390a00b into eb544f2fef7c4174a4f00d0a30e63e44(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:54,115 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:54,115 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/C, priority=12, startTime=1732131053547; duration=0sec 2024-11-20T19:30:54,116 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:54,116 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:C 2024-11-20T19:30:54,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131114379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:54,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:54,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131114379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:54,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:54,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:54,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T19:30:54,512 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/5f97cbb8a10e4941826b2e385ce70286 2024-11-20T19:30:54,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/ba6e285abe4d498a803724c00496f2c2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba6e285abe4d498a803724c00496f2c2 2024-11-20T19:30:54,522 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba6e285abe4d498a803724c00496f2c2, entries=100, sequenceid=443, filesize=9.6 K 2024-11-20T19:30:54,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/b48f338581ea4f2ab0325295e5ff91f3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b48f338581ea4f2ab0325295e5ff91f3 2024-11-20T19:30:54,529 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b48f338581ea4f2ab0325295e5ff91f3, entries=100, sequenceid=443, filesize=9.6 K 2024-11-20T19:30:54,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/5f97cbb8a10e4941826b2e385ce70286 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/5f97cbb8a10e4941826b2e385ce70286 2024-11-20T19:30:54,535 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/5f97cbb8a10e4941826b2e385ce70286, entries=100, sequenceid=443, filesize=9.6 K 2024-11-20T19:30:54,536 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 7f3aec57d0de67a2cded51b3f390a00b in 959ms, sequenceid=443, compaction requested=false 2024-11-20T19:30:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-20T19:30:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-20T19:30:54,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-20T19:30:54,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2810 sec 2024-11-20T19:30:54,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.2900 sec 2024-11-20T19:30:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:54,891 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:54,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T19:30:54,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/e615532c73374c5b9c063f43599c3725 is 50, key is test_row_0/A:col10/1732131054890/Put/seqid=0 2024-11-20T19:30:54,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131114902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:54,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131114905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:54,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741927_1103 (size=17181) 2024-11-20T19:30:54,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/e615532c73374c5b9c063f43599c3725 2024-11-20T19:30:54,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/14a20c8037914157bc8ced6fe3cd44c4 is 50, key is test_row_0/B:col10/1732131054890/Put/seqid=0 2024-11-20T19:30:54,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741928_1104 (size=12301) 2024-11-20T19:30:55,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131115009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:55,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:55,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131115009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:55,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:55,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131115229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:55,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131115229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:55,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/14a20c8037914157bc8ced6fe3cd44c4 2024-11-20T19:30:55,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/ff9c28cc8d4f4d098a573912cdecd8e2 is 50, key is test_row_0/C:col10/1732131054890/Put/seqid=0 2024-11-20T19:30:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741929_1105 (size=12301) 2024-11-20T19:30:55,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/ff9c28cc8d4f4d098a573912cdecd8e2 2024-11-20T19:30:55,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/e615532c73374c5b9c063f43599c3725 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e615532c73374c5b9c063f43599c3725 2024-11-20T19:30:55,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e615532c73374c5b9c063f43599c3725, entries=250, sequenceid=475, filesize=16.8 K 2024-11-20T19:30:55,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/14a20c8037914157bc8ced6fe3cd44c4 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/14a20c8037914157bc8ced6fe3cd44c4 2024-11-20T19:30:55,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/14a20c8037914157bc8ced6fe3cd44c4, entries=150, sequenceid=475, filesize=12.0 K 2024-11-20T19:30:55,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/ff9c28cc8d4f4d098a573912cdecd8e2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ff9c28cc8d4f4d098a573912cdecd8e2 2024-11-20T19:30:55,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ff9c28cc8d4f4d098a573912cdecd8e2, entries=150, sequenceid=475, filesize=12.0 K 2024-11-20T19:30:55,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 7f3aec57d0de67a2cded51b3f390a00b in 508ms, sequenceid=475, compaction requested=true 2024-11-20T19:30:55,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:55,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:30:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T19:30:55,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:55,399 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:30:55,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:30:55,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:55,400 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:30:55,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:30:55,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:55,400 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:30:55,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:30:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-20T19:30:55,403 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:30:55,403 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:30:55,403 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/B is initiating minor compaction (all files) 2024-11-20T19:30:55,403 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/B in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:55,403 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6cc857ad2a4f49d8bb0785342a6fc086, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b48f338581ea4f2ab0325295e5ff91f3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/14a20c8037914157bc8ced6fe3cd44c4] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=34.6 K 2024-11-20T19:30:55,404 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40293 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:30:55,404 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/A is initiating minor compaction (all files) 2024-11-20T19:30:55,404 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/A in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:55,404 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:30:55,404 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/527d0a286a5c46109b58aad9bf4c672f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba6e285abe4d498a803724c00496f2c2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e615532c73374c5b9c063f43599c3725] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=39.3 K 2024-11-20T19:30:55,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:30:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T19:30:55,404 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cc857ad2a4f49d8bb0785342a6fc086, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732131051876 2024-11-20T19:30:55,405 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 527d0a286a5c46109b58aad9bf4c672f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732131051876 2024-11-20T19:30:55,405 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba6e285abe4d498a803724c00496f2c2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732131053031 2024-11-20T19:30:55,405 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting b48f338581ea4f2ab0325295e5ff91f3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732131053031 2024-11-20T19:30:55,406 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting e615532c73374c5b9c063f43599c3725, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732131053742 2024-11-20T19:30:55,406 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 14a20c8037914157bc8ced6fe3cd44c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732131053742 2024-11-20T19:30:55,415 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:55,416 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/522a740daabc49bf9ab61cc2c5d6782e is 50, key is test_row_0/A:col10/1732131054890/Put/seqid=0 2024-11-20T19:30:55,426 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#B#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:55,427 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/ff6a4d6632e24ad2acb67944ad717919 is 50, key is test_row_0/B:col10/1732131054890/Put/seqid=0 2024-11-20T19:30:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741931_1107 (size=13357) 2024-11-20T19:30:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741930_1106 (size=13357) 2024-11-20T19:30:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T19:30:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:55,545 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:55,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:30:55,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/ba9767b4c49f493795878d6628dee7c3 is 50, key is test_row_0/A:col10/1732131055544/Put/seqid=0 2024-11-20T19:30:55,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T19:30:55,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:55,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:55,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:55,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:55,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:55,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741932_1108 (size=12297) 2024-11-20T19:30:55,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/ba9767b4c49f493795878d6628dee7c3 2024-11-20T19:30:55,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/e668bc836b9442239fa0f810fa3d3dd7 is 50, key is test_row_0/B:col10/1732131055544/Put/seqid=0 2024-11-20T19:30:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741933_1109 (size=9857) 2024-11-20T19:30:55,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/e668bc836b9442239fa0f810fa3d3dd7 2024-11-20T19:30:55,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131115603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:55,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:55,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131115604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:55,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:55,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/ecbe752f12904bd9861de72b80c76584 is 50, key is test_row_0/C:col10/1732131055544/Put/seqid=0 2024-11-20T19:30:55,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741934_1110 (size=9857) 2024-11-20T19:30:55,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T19:30:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:55,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T19:30:55,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131115719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:55,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131115720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:55,849 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/ff6a4d6632e24ad2acb67944ad717919 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ff6a4d6632e24ad2acb67944ad717919 2024-11-20T19:30:55,849 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/522a740daabc49bf9ab61cc2c5d6782e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/522a740daabc49bf9ab61cc2c5d6782e 2024-11-20T19:30:55,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T19:30:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:55,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:55,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:55,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:55,874 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/A of 7f3aec57d0de67a2cded51b3f390a00b into 522a740daabc49bf9ab61cc2c5d6782e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:55,874 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:55,874 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/A, priority=13, startTime=1732131055399; duration=0sec 2024-11-20T19:30:55,874 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:55,874 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:A 2024-11-20T19:30:55,874 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:30:55,876 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/B of 7f3aec57d0de67a2cded51b3f390a00b into ff6a4d6632e24ad2acb67944ad717919(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:55,876 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:55,876 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/B, priority=13, startTime=1732131055400; duration=0sec 2024-11-20T19:30:55,876 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:55,876 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:B 2024-11-20T19:30:55,878 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:30:55,879 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/C is initiating minor compaction (all files) 2024-11-20T19:30:55,879 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/C in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:55,879 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/eb544f2fef7c4174a4f00d0a30e63e44, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/5f97cbb8a10e4941826b2e385ce70286, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ff9c28cc8d4f4d098a573912cdecd8e2] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=34.6 K 2024-11-20T19:30:55,879 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb544f2fef7c4174a4f00d0a30e63e44, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732131051876 2024-11-20T19:30:55,880 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f97cbb8a10e4941826b2e385ce70286, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732131053031 2024-11-20T19:30:55,880 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff9c28cc8d4f4d098a573912cdecd8e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732131053742 2024-11-20T19:30:55,888 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:55,889 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/a651e5682d5f4d21956a6ed12eb3565c is 50, key is test_row_0/C:col10/1732131054890/Put/seqid=0 2024-11-20T19:30:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741935_1111 (size=13357) 2024-11-20T19:30:55,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131115929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:55,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131115929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:55,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:55,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:56,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T19:30:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:56,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:30:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T19:30:56,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/ecbe752f12904bd9861de72b80c76584 2024-11-20T19:30:56,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/ba9767b4c49f493795878d6628dee7c3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba9767b4c49f493795878d6628dee7c3 2024-11-20T19:30:56,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba9767b4c49f493795878d6628dee7c3, entries=150, sequenceid=486, filesize=12.0 K 2024-11-20T19:30:56,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/e668bc836b9442239fa0f810fa3d3dd7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/e668bc836b9442239fa0f810fa3d3dd7 2024-11-20T19:30:56,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/e668bc836b9442239fa0f810fa3d3dd7, entries=100, sequenceid=486, filesize=9.6 K 2024-11-20T19:30:56,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/ecbe752f12904bd9861de72b80c76584 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ecbe752f12904bd9861de72b80c76584 2024-11-20T19:30:56,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ecbe752f12904bd9861de72b80c76584, entries=100, sequenceid=486, filesize=9.6 K 2024-11-20T19:30:56,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7f3aec57d0de67a2cded51b3f390a00b in 533ms, sequenceid=486, compaction requested=false 2024-11-20T19:30:56,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:56,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T19:30:56,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:56,173 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:30:56,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/124899ee12614719af5b126cfab62a97 is 50, key is test_row_0/A:col10/1732131055594/Put/seqid=0 2024-11-20T19:30:56,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741936_1112 (size=12301) 2024-11-20T19:30:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:56,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. as already flushing 2024-11-20T19:30:56,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131116262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:56,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131116262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:56,316 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/a651e5682d5f4d21956a6ed12eb3565c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/a651e5682d5f4d21956a6ed12eb3565c 2024-11-20T19:30:56,324 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/C of 7f3aec57d0de67a2cded51b3f390a00b into a651e5682d5f4d21956a6ed12eb3565c(size=13.0 K), total size for store is 22.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:30:56,324 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:56,324 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/C, priority=13, startTime=1732131055400; duration=0sec 2024-11-20T19:30:56,324 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:56,324 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:C 2024-11-20T19:30:56,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131116369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131116369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T19:30:56,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131116579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:56,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131116579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:56,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:56,583 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/124899ee12614719af5b126cfab62a97 2024-11-20T19:30:56,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/90788abaf9fa4804b4f39eb6cac0c204 is 50, key is test_row_0/B:col10/1732131055594/Put/seqid=0 2024-11-20T19:30:56,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741937_1113 (size=12301) 2024-11-20T19:30:56,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131116889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131116889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:56,982 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-20T19:30:56,982 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:30:56,985 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-20T19:30:56,985 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:30:56,988 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:56,988 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:56,988 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:56,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:30:56,989 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:56,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:30:56,989 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-20T19:30:56,989 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:30:56,989 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:56,990 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:56,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:30:56,991 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-20T19:30:56,991 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:30:56,991 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:56,991 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:56,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:30:57,007 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/90788abaf9fa4804b4f39eb6cac0c204 2024-11-20T19:30:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/020d6a3070aa4ffdb15492207eae345d is 50, key is test_row_0/C:col10/1732131055594/Put/seqid=0 2024-11-20T19:30:57,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741938_1114 (size=12301) 2024-11-20T19:30:57,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:57,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:30:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53618 deadline: 1732131117399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53666 deadline: 1732131117399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:30:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:30:57,421 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/020d6a3070aa4ffdb15492207eae345d 2024-11-20T19:30:57,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/124899ee12614719af5b126cfab62a97 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/124899ee12614719af5b126cfab62a97 2024-11-20T19:30:57,432 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/124899ee12614719af5b126cfab62a97, entries=150, sequenceid=513, filesize=12.0 K 2024-11-20T19:30:57,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/90788abaf9fa4804b4f39eb6cac0c204 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/90788abaf9fa4804b4f39eb6cac0c204 2024-11-20T19:30:57,438 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/90788abaf9fa4804b4f39eb6cac0c204, entries=150, sequenceid=513, filesize=12.0 K 2024-11-20T19:30:57,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/020d6a3070aa4ffdb15492207eae345d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/020d6a3070aa4ffdb15492207eae345d 2024-11-20T19:30:57,443 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/020d6a3070aa4ffdb15492207eae345d, entries=150, sequenceid=513, filesize=12.0 K 2024-11-20T19:30:57,444 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7f3aec57d0de67a2cded51b3f390a00b in 1271ms, sequenceid=513, compaction requested=true 2024-11-20T19:30:57,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:57,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:57,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T19:30:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T19:30:57,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-20T19:30:57,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0420 sec 2024-11-20T19:30:57,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.0470 sec 2024-11-20T19:30:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T19:30:57,550 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:30:58,393 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:30:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:58,415 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:30:58,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T19:30:58,416 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-20T19:30:58,416 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:30:58,417 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:58,417 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-20T19:30:58,417 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:30:58,417 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:58,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:30:58,417 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:58,418 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:58,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:30:58,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/504d9976ba2b452d923d9daeaf516c7d is 50, key is test_row_0/A:col10/1732131058412/Put/seqid=0 2024-11-20T19:30:58,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741939_1115 (size=12301) 2024-11-20T19:30:58,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/504d9976ba2b452d923d9daeaf516c7d 2024-11-20T19:30:58,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/48acd4ee0b0841b6955247ded04564fb is 50, key is test_row_0/B:col10/1732131058412/Put/seqid=0 2024-11-20T19:30:58,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741940_1116 (size=12301) 2024-11-20T19:30:59,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/48acd4ee0b0841b6955247ded04564fb 2024-11-20T19:30:59,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/e32d44674c774fd88e77e9b17edab211 is 50, key is test_row_0/C:col10/1732131058412/Put/seqid=0 2024-11-20T19:30:59,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741941_1117 (size=12301) 2024-11-20T19:30:59,667 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-20T19:30:59,667 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:30:59,668 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:59,668 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-20T19:30:59,668 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:59,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:30:59,668 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:30:59,669 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:59,669 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:59,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:30:59,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/e32d44674c774fd88e77e9b17edab211 2024-11-20T19:30:59,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/504d9976ba2b452d923d9daeaf516c7d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/504d9976ba2b452d923d9daeaf516c7d 2024-11-20T19:30:59,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/504d9976ba2b452d923d9daeaf516c7d, entries=150, sequenceid=528, filesize=12.0 K 2024-11-20T19:30:59,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/48acd4ee0b0841b6955247ded04564fb as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/48acd4ee0b0841b6955247ded04564fb 2024-11-20T19:30:59,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/48acd4ee0b0841b6955247ded04564fb, entries=150, sequenceid=528, filesize=12.0 K 2024-11-20T19:30:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/e32d44674c774fd88e77e9b17edab211 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/e32d44674c774fd88e77e9b17edab211 2024-11-20T19:30:59,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/e32d44674c774fd88e77e9b17edab211, entries=150, sequenceid=528, filesize=12.0 K 2024-11-20T19:30:59,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=13.42 KB/13740 for 7f3aec57d0de67a2cded51b3f390a00b in 1275ms, sequenceid=528, compaction requested=true 2024-11-20T19:30:59,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:30:59,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:30:59,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:59,692 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:59,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:30:59,692 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:30:59,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:30:59,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f3aec57d0de67a2cded51b3f390a00b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:30:59,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:30:59,693 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:59,693 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50256 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:30:59,693 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/B is initiating minor compaction (all files) 2024-11-20T19:30:59,693 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 7f3aec57d0de67a2cded51b3f390a00b/A is initiating minor compaction (all files) 2024-11-20T19:30:59,693 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/B in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:59,693 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f3aec57d0de67a2cded51b3f390a00b/A in TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:30:59,693 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ff6a4d6632e24ad2acb67944ad717919, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/e668bc836b9442239fa0f810fa3d3dd7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/90788abaf9fa4804b4f39eb6cac0c204, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/48acd4ee0b0841b6955247ded04564fb] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=46.7 K 2024-11-20T19:30:59,693 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/522a740daabc49bf9ab61cc2c5d6782e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba9767b4c49f493795878d6628dee7c3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/124899ee12614719af5b126cfab62a97, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/504d9976ba2b452d923d9daeaf516c7d] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp, totalSize=49.1 K 2024-11-20T19:30:59,694 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ff6a4d6632e24ad2acb67944ad717919, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732131053742 2024-11-20T19:30:59,694 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 522a740daabc49bf9ab61cc2c5d6782e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732131053742 2024-11-20T19:30:59,694 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e668bc836b9442239fa0f810fa3d3dd7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732131055543 2024-11-20T19:30:59,694 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba9767b4c49f493795878d6628dee7c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732131055541 2024-11-20T19:30:59,694 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 90788abaf9fa4804b4f39eb6cac0c204, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732131055594 2024-11-20T19:30:59,695 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 124899ee12614719af5b126cfab62a97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732131055594 2024-11-20T19:30:59,695 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 48acd4ee0b0841b6955247ded04564fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1732131056251 2024-11-20T19:30:59,695 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 504d9976ba2b452d923d9daeaf516c7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1732131056251 2024-11-20T19:30:59,704 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:59,704 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f3aec57d0de67a2cded51b3f390a00b#A#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:30:59,705 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/4cad228d7af245659810f8039653ae90 is 50, key is test_row_0/B:col10/1732131058412/Put/seqid=0 2024-11-20T19:30:59,705 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/31f792cec3e84c57bc2fd3acfa455e2c is 50, key is test_row_0/A:col10/1732131058412/Put/seqid=0 2024-11-20T19:30:59,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741942_1118 (size=13493) 2024-11-20T19:30:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741943_1119 (size=13493) 2024-11-20T19:30:59,721 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-20T19:30:59,721 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:30:59,721 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:59,721 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:59,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 166 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 156 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3793 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3634 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1691 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5073 rows 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1704 2024-11-20T19:30:59,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5104 rows 2024-11-20T19:30:59,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:30:59,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:30:59,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:59,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:30:59,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:30:59,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-20T19:30:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T19:30:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T19:30:59,733 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131059733"}]},"ts":"1732131059733"} 2024-11-20T19:30:59,735 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T19:30:59,735 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T19:30:59,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:30:59,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f3aec57d0de67a2cded51b3f390a00b, UNASSIGN}] 2024-11-20T19:30:59,742 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f3aec57d0de67a2cded51b3f390a00b, UNASSIGN 2024-11-20T19:30:59,743 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7f3aec57d0de67a2cded51b3f390a00b, regionState=CLOSING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:30:59,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f3aec57d0de67a2cded51b3f390a00b, UNASSIGN because future has completed 2024-11-20T19:30:59,745 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:30:59,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:30:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T19:30:59,902 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:30:59,902 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:30:59,903 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 7f3aec57d0de67a2cded51b3f390a00b, disabling compactions & flushes 2024-11-20T19:30:59,903 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:31:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T19:31:00,118 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/31f792cec3e84c57bc2fd3acfa455e2c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/31f792cec3e84c57bc2fd3acfa455e2c 2024-11-20T19:31:00,118 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/4cad228d7af245659810f8039653ae90 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/4cad228d7af245659810f8039653ae90 2024-11-20T19:31:00,125 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/B of 7f3aec57d0de67a2cded51b3f390a00b into 4cad228d7af245659810f8039653ae90(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:00,125 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f3aec57d0de67a2cded51b3f390a00b/A of 7f3aec57d0de67a2cded51b3f390a00b into 31f792cec3e84c57bc2fd3acfa455e2c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:00,125 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:31:00,125 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f3aec57d0de67a2cded51b3f390a00b: 2024-11-20T19:31:00,125 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/A, priority=12, startTime=1732131059692; duration=0sec 2024-11-20T19:31:00,125 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., storeName=7f3aec57d0de67a2cded51b3f390a00b/B, priority=12, startTime=1732131059692; duration=0sec 2024-11-20T19:31:00,125 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:31:00,125 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:00,125 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:31:00,125 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:00,125 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:A 2024-11-20T19:31:00,125 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:B 2024-11-20T19:31:00,125 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. after waiting 0 ms 2024-11-20T19:31:00,125 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:31:00,125 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 7f3aec57d0de67a2cded51b3f390a00b 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T19:31:00,125 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. because compaction request was cancelled 2024-11-20T19:31:00,125 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f3aec57d0de67a2cded51b3f390a00b:C 2024-11-20T19:31:00,129 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/0e98a882fb7d4eecaca3446b1effd8a2 is 50, key is test_row_0/A:col10/1732131059662/Put/seqid=0 2024-11-20T19:31:00,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741944_1120 (size=9857) 2024-11-20T19:31:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T19:31:00,536 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/0e98a882fb7d4eecaca3446b1effd8a2 2024-11-20T19:31:00,551 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/ceefe4aab60042c68a42b02802150161 is 50, key is test_row_0/B:col10/1732131059662/Put/seqid=0 2024-11-20T19:31:00,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741945_1121 (size=9857) 2024-11-20T19:31:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T19:31:00,957 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/ceefe4aab60042c68a42b02802150161 2024-11-20T19:31:00,974 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/33d54a1bc2ad465da55abdee3e10bfb0 is 50, key is test_row_0/C:col10/1732131059662/Put/seqid=0 2024-11-20T19:31:00,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741946_1122 (size=9857) 2024-11-20T19:31:01,381 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/33d54a1bc2ad465da55abdee3e10bfb0 2024-11-20T19:31:01,392 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/A/0e98a882fb7d4eecaca3446b1effd8a2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/0e98a882fb7d4eecaca3446b1effd8a2 2024-11-20T19:31:01,398 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/0e98a882fb7d4eecaca3446b1effd8a2, entries=100, sequenceid=536, filesize=9.6 K 2024-11-20T19:31:01,399 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/B/ceefe4aab60042c68a42b02802150161 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ceefe4aab60042c68a42b02802150161 2024-11-20T19:31:01,404 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ceefe4aab60042c68a42b02802150161, entries=100, sequenceid=536, filesize=9.6 K 2024-11-20T19:31:01,405 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/.tmp/C/33d54a1bc2ad465da55abdee3e10bfb0 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/33d54a1bc2ad465da55abdee3e10bfb0 2024-11-20T19:31:01,409 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/33d54a1bc2ad465da55abdee3e10bfb0, entries=100, sequenceid=536, filesize=9.6 K 2024-11-20T19:31:01,410 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 7f3aec57d0de67a2cded51b3f390a00b in 1285ms, sequenceid=536, compaction requested=true 2024-11-20T19:31:01,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/2facb33b164b4a3fa781d83a5a90cc37, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba3e96367c0f48e386c78691a94dfb5f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a71f0289d90440f598a91f7b774931b6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/1b4b7176a0a142038f09010073fc04ef, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7d2c3350a70140599dc5b882130c2471, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/fc575c7b71d748a08710e491faaccec7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/c9ab091c8ef04f9687fedad1b444ac2b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a30547b349f743978dd3ff28257c5e65, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/44a97f99536b47a7b562c3083e233ef9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a0ab02acfaa548989f6673c9888b85d3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/5178662a3b63424f834b1abea2e9d4da, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/003ac9bef6e4484493e6772b78c486cf, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7f873b57da0c493b9c3e0eee41408b89, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/f2c24fc090714d489d72d41e49566c86, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/8dc49fa146a643af9a64ad8d199ef18e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7ead3af3208d4eb0aae91ea0b558e79d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/784d9dd5ca9f4d818dbde24c9fa7134a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e3c0fab82dd345de86cd19e1d76031b6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/eec140c48f4d47e7b9df35f61ba3d3bd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/6af36a0ffa6143eb9d4eb4b2edfbc6da, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/4d887b30dc60488fbef1f455dbfabd19, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/5d85e97c075d480fa8c261de137881c3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e2bebefd2753436685e3fb0e32293166, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/dabcd2ebd3274fc691dfbf76fff07a1e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/b239a20555b943d38530008ff7a2c433, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a5abe90a6f0c4da8be2afc55019cac9c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/995eadc439c24337bc9478062567f049, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/069451a762274aaaaa8cac1b51ce238a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/527d0a286a5c46109b58aad9bf4c672f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba6e285abe4d498a803724c00496f2c2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e615532c73374c5b9c063f43599c3725, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/522a740daabc49bf9ab61cc2c5d6782e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba9767b4c49f493795878d6628dee7c3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/124899ee12614719af5b126cfab62a97, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/504d9976ba2b452d923d9daeaf516c7d] to archive 2024-11-20T19:31:01,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:31:01,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/2facb33b164b4a3fa781d83a5a90cc37 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/2facb33b164b4a3fa781d83a5a90cc37 2024-11-20T19:31:01,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba3e96367c0f48e386c78691a94dfb5f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba3e96367c0f48e386c78691a94dfb5f 2024-11-20T19:31:01,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a71f0289d90440f598a91f7b774931b6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a71f0289d90440f598a91f7b774931b6 2024-11-20T19:31:01,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/1b4b7176a0a142038f09010073fc04ef to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/1b4b7176a0a142038f09010073fc04ef 2024-11-20T19:31:01,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7d2c3350a70140599dc5b882130c2471 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7d2c3350a70140599dc5b882130c2471 2024-11-20T19:31:01,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/fc575c7b71d748a08710e491faaccec7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/fc575c7b71d748a08710e491faaccec7 2024-11-20T19:31:01,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/c9ab091c8ef04f9687fedad1b444ac2b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/c9ab091c8ef04f9687fedad1b444ac2b 2024-11-20T19:31:01,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a30547b349f743978dd3ff28257c5e65 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a30547b349f743978dd3ff28257c5e65 2024-11-20T19:31:01,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/44a97f99536b47a7b562c3083e233ef9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/44a97f99536b47a7b562c3083e233ef9 2024-11-20T19:31:01,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a0ab02acfaa548989f6673c9888b85d3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a0ab02acfaa548989f6673c9888b85d3 2024-11-20T19:31:01,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/5178662a3b63424f834b1abea2e9d4da to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/5178662a3b63424f834b1abea2e9d4da 2024-11-20T19:31:01,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/003ac9bef6e4484493e6772b78c486cf to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/003ac9bef6e4484493e6772b78c486cf 2024-11-20T19:31:01,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7f873b57da0c493b9c3e0eee41408b89 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7f873b57da0c493b9c3e0eee41408b89 2024-11-20T19:31:01,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/f2c24fc090714d489d72d41e49566c86 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/f2c24fc090714d489d72d41e49566c86 2024-11-20T19:31:01,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/8dc49fa146a643af9a64ad8d199ef18e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/8dc49fa146a643af9a64ad8d199ef18e 2024-11-20T19:31:01,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7ead3af3208d4eb0aae91ea0b558e79d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/7ead3af3208d4eb0aae91ea0b558e79d 2024-11-20T19:31:01,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/784d9dd5ca9f4d818dbde24c9fa7134a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/784d9dd5ca9f4d818dbde24c9fa7134a 2024-11-20T19:31:01,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e3c0fab82dd345de86cd19e1d76031b6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e3c0fab82dd345de86cd19e1d76031b6 2024-11-20T19:31:01,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/eec140c48f4d47e7b9df35f61ba3d3bd to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/eec140c48f4d47e7b9df35f61ba3d3bd 2024-11-20T19:31:01,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/6af36a0ffa6143eb9d4eb4b2edfbc6da to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/6af36a0ffa6143eb9d4eb4b2edfbc6da 2024-11-20T19:31:01,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/4d887b30dc60488fbef1f455dbfabd19 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/4d887b30dc60488fbef1f455dbfabd19 2024-11-20T19:31:01,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/5d85e97c075d480fa8c261de137881c3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/5d85e97c075d480fa8c261de137881c3 2024-11-20T19:31:01,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e2bebefd2753436685e3fb0e32293166 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e2bebefd2753436685e3fb0e32293166 2024-11-20T19:31:01,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/dabcd2ebd3274fc691dfbf76fff07a1e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/dabcd2ebd3274fc691dfbf76fff07a1e 2024-11-20T19:31:01,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/b239a20555b943d38530008ff7a2c433 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/b239a20555b943d38530008ff7a2c433 2024-11-20T19:31:01,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a5abe90a6f0c4da8be2afc55019cac9c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/a5abe90a6f0c4da8be2afc55019cac9c 2024-11-20T19:31:01,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/995eadc439c24337bc9478062567f049 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/995eadc439c24337bc9478062567f049 2024-11-20T19:31:01,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/069451a762274aaaaa8cac1b51ce238a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/069451a762274aaaaa8cac1b51ce238a 2024-11-20T19:31:01,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/527d0a286a5c46109b58aad9bf4c672f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/527d0a286a5c46109b58aad9bf4c672f 2024-11-20T19:31:01,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba6e285abe4d498a803724c00496f2c2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba6e285abe4d498a803724c00496f2c2 2024-11-20T19:31:01,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e615532c73374c5b9c063f43599c3725 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/e615532c73374c5b9c063f43599c3725 2024-11-20T19:31:01,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/522a740daabc49bf9ab61cc2c5d6782e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/522a740daabc49bf9ab61cc2c5d6782e 2024-11-20T19:31:01,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba9767b4c49f493795878d6628dee7c3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/ba9767b4c49f493795878d6628dee7c3 2024-11-20T19:31:01,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/124899ee12614719af5b126cfab62a97 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/124899ee12614719af5b126cfab62a97 2024-11-20T19:31:01,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/504d9976ba2b452d923d9daeaf516c7d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/504d9976ba2b452d923d9daeaf516c7d 2024-11-20T19:31:01,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7e4178982cc44c2ebae8cb5dda7b5346, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7795fc82943745a0ba31baf5aa562a1b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/f39b7a89eefc44ebbcf69d2cc4cd86e6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/fdb643d57f544e6aa82cf144cf4adbcb, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/fb8ce1b480314b2f985f66064f89bd29, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/c990fe65338641ffbaf0d6e19313e38b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ef638647b059446fa91b68f4996c4869, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/4fee7e5952a7409c9fd6c13ad39c1af0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/8174032721194fdfa0d0a6204aaa60c1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7e13a740102f4ed5aaea5f4db5ef0c34, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/94e3729f3b604fc69464590c2065aa61, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/e411162c468b42cc85848e4eb88743fe, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/0b882316442242f3941e60f743147ecc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/639869e0e2eb459fa8ccd324a0b5c612, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/5bb54387325e48159fdf78467d436e2e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/0117272274df442eb3c6f9b21647eb38, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/659fb09dd6ac469080b30fa525e19a27, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6b0c7a4238734b1691fda12d33e4ac6b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ef2053b7998b462f97edf083b162ac92, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/bd4d5642f1594f05ae1770a8f8c3b450, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6b73ce057b45448faf534f5148e0a6f3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/50ec6f83ae7047a0add20c19a1a00c25, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/893b8487cfd04b70bf94485b9ca0477d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b24e27a5a8a1474db56723cfc1983fe1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/67b23f5c83f34bc3a6938fb707c32fcc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/caf0b8ccefe04ee29ce65baed6f90325, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/c1fd649b08a3428894e78629b43771ba, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6cc857ad2a4f49d8bb0785342a6fc086, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b7306eb6693142f586493ea955068d0c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b48f338581ea4f2ab0325295e5ff91f3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ff6a4d6632e24ad2acb67944ad717919, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/14a20c8037914157bc8ced6fe3cd44c4, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/e668bc836b9442239fa0f810fa3d3dd7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/90788abaf9fa4804b4f39eb6cac0c204, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/48acd4ee0b0841b6955247ded04564fb] to archive 2024-11-20T19:31:01,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:31:01,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7e4178982cc44c2ebae8cb5dda7b5346 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7e4178982cc44c2ebae8cb5dda7b5346 2024-11-20T19:31:01,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7795fc82943745a0ba31baf5aa562a1b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7795fc82943745a0ba31baf5aa562a1b 2024-11-20T19:31:01,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/f39b7a89eefc44ebbcf69d2cc4cd86e6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/f39b7a89eefc44ebbcf69d2cc4cd86e6 2024-11-20T19:31:01,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/fdb643d57f544e6aa82cf144cf4adbcb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/fdb643d57f544e6aa82cf144cf4adbcb 2024-11-20T19:31:01,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/fb8ce1b480314b2f985f66064f89bd29 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/fb8ce1b480314b2f985f66064f89bd29 2024-11-20T19:31:01,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/c990fe65338641ffbaf0d6e19313e38b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/c990fe65338641ffbaf0d6e19313e38b 2024-11-20T19:31:01,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ef638647b059446fa91b68f4996c4869 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ef638647b059446fa91b68f4996c4869 2024-11-20T19:31:01,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/4fee7e5952a7409c9fd6c13ad39c1af0 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/4fee7e5952a7409c9fd6c13ad39c1af0 2024-11-20T19:31:01,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/8174032721194fdfa0d0a6204aaa60c1 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/8174032721194fdfa0d0a6204aaa60c1 2024-11-20T19:31:01,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7e13a740102f4ed5aaea5f4db5ef0c34 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/7e13a740102f4ed5aaea5f4db5ef0c34 2024-11-20T19:31:01,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/94e3729f3b604fc69464590c2065aa61 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/94e3729f3b604fc69464590c2065aa61 2024-11-20T19:31:01,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/e411162c468b42cc85848e4eb88743fe to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/e411162c468b42cc85848e4eb88743fe 2024-11-20T19:31:01,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/0b882316442242f3941e60f743147ecc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/0b882316442242f3941e60f743147ecc 2024-11-20T19:31:01,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/639869e0e2eb459fa8ccd324a0b5c612 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/639869e0e2eb459fa8ccd324a0b5c612 2024-11-20T19:31:01,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/5bb54387325e48159fdf78467d436e2e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/5bb54387325e48159fdf78467d436e2e 2024-11-20T19:31:01,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/0117272274df442eb3c6f9b21647eb38 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/0117272274df442eb3c6f9b21647eb38 2024-11-20T19:31:01,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/659fb09dd6ac469080b30fa525e19a27 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/659fb09dd6ac469080b30fa525e19a27 2024-11-20T19:31:01,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6b0c7a4238734b1691fda12d33e4ac6b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6b0c7a4238734b1691fda12d33e4ac6b 2024-11-20T19:31:01,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ef2053b7998b462f97edf083b162ac92 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ef2053b7998b462f97edf083b162ac92 2024-11-20T19:31:01,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/bd4d5642f1594f05ae1770a8f8c3b450 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/bd4d5642f1594f05ae1770a8f8c3b450 2024-11-20T19:31:01,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6b73ce057b45448faf534f5148e0a6f3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6b73ce057b45448faf534f5148e0a6f3 2024-11-20T19:31:01,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/50ec6f83ae7047a0add20c19a1a00c25 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/50ec6f83ae7047a0add20c19a1a00c25 2024-11-20T19:31:01,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/893b8487cfd04b70bf94485b9ca0477d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/893b8487cfd04b70bf94485b9ca0477d 2024-11-20T19:31:01,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b24e27a5a8a1474db56723cfc1983fe1 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b24e27a5a8a1474db56723cfc1983fe1 2024-11-20T19:31:01,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/67b23f5c83f34bc3a6938fb707c32fcc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/67b23f5c83f34bc3a6938fb707c32fcc 2024-11-20T19:31:01,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/caf0b8ccefe04ee29ce65baed6f90325 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/caf0b8ccefe04ee29ce65baed6f90325 2024-11-20T19:31:01,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/c1fd649b08a3428894e78629b43771ba to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/c1fd649b08a3428894e78629b43771ba 2024-11-20T19:31:01,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6cc857ad2a4f49d8bb0785342a6fc086 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/6cc857ad2a4f49d8bb0785342a6fc086 2024-11-20T19:31:01,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b7306eb6693142f586493ea955068d0c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b7306eb6693142f586493ea955068d0c 2024-11-20T19:31:01,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b48f338581ea4f2ab0325295e5ff91f3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/b48f338581ea4f2ab0325295e5ff91f3 2024-11-20T19:31:01,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ff6a4d6632e24ad2acb67944ad717919 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ff6a4d6632e24ad2acb67944ad717919 2024-11-20T19:31:01,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/14a20c8037914157bc8ced6fe3cd44c4 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/14a20c8037914157bc8ced6fe3cd44c4 2024-11-20T19:31:01,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/e668bc836b9442239fa0f810fa3d3dd7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/e668bc836b9442239fa0f810fa3d3dd7 2024-11-20T19:31:01,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/90788abaf9fa4804b4f39eb6cac0c204 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/90788abaf9fa4804b4f39eb6cac0c204 2024-11-20T19:31:01,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/48acd4ee0b0841b6955247ded04564fb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/48acd4ee0b0841b6955247ded04564fb 2024-11-20T19:31:01,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/63f9a46a4b8049108dad2751dfa8270a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/02960e2b6b2243d5bae57178c2523756, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/0b60fef2abef42a1973f1af2d2ee53c1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/12bcb57539dd46a9998ba6e3ead3f6c3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2ff52eec5f6b4323a6f53b942fe27863, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/3a6f21579f79484a9a76259631a21ad0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/6c0cba2f3dbe42efa9d76327e5826314, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/b5a6d8f3d98e434cab434cfea8c6295b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2628859b697946b5a848b6b83186f39a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/d7989f27dabc4b29a62d4eaa83c7f03d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/750813ffffad4709a1a8f70da11911fa, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/74c135db0e904734b814ec7cb4d8c651, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ea5eb45709384ac0b659fcfaa4d8f1ce, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/870664c718bf40cda76ce1fd6720ad37, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cafd45d343a14ad5a3be772f405c503c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cd100ad9fac5427b83ed57708c3988e1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/08fc50748c5145e986beb81e7d8fecb2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/7a707129469e4ec382ed1f04c05b6c15, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/6cd1754433f14dbe8b157c941efa851a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/b20a6d9908da4152a5673f18fd029004, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/e0fd4475ad99436d9954722cdb28bb83, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2a2da099a16d4b048392a8a0a832963c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/4e1e43c2e1b34dffa34b6bcd9312594e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/c32ab99d42fb471bba5d0d2cbe2d9b2d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ad71a9dad6a14637bf9e3456b9c14755, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/abdac894c8d943de982333dcebbdbeec, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/f4b409abcb354ffe9efeb887f170f90d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/eb544f2fef7c4174a4f00d0a30e63e44, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cbadec0757404046bdb4813bc0cac971, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/5f97cbb8a10e4941826b2e385ce70286, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ff9c28cc8d4f4d098a573912cdecd8e2] to archive 2024-11-20T19:31:01,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:31:01,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/63f9a46a4b8049108dad2751dfa8270a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/63f9a46a4b8049108dad2751dfa8270a 2024-11-20T19:31:01,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/02960e2b6b2243d5bae57178c2523756 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/02960e2b6b2243d5bae57178c2523756 2024-11-20T19:31:01,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/0b60fef2abef42a1973f1af2d2ee53c1 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/0b60fef2abef42a1973f1af2d2ee53c1 2024-11-20T19:31:01,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/12bcb57539dd46a9998ba6e3ead3f6c3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/12bcb57539dd46a9998ba6e3ead3f6c3 2024-11-20T19:31:01,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2ff52eec5f6b4323a6f53b942fe27863 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2ff52eec5f6b4323a6f53b942fe27863 2024-11-20T19:31:01,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/3a6f21579f79484a9a76259631a21ad0 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/3a6f21579f79484a9a76259631a21ad0 2024-11-20T19:31:01,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/6c0cba2f3dbe42efa9d76327e5826314 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/6c0cba2f3dbe42efa9d76327e5826314 2024-11-20T19:31:01,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/b5a6d8f3d98e434cab434cfea8c6295b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/b5a6d8f3d98e434cab434cfea8c6295b 2024-11-20T19:31:01,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2628859b697946b5a848b6b83186f39a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2628859b697946b5a848b6b83186f39a 2024-11-20T19:31:01,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/d7989f27dabc4b29a62d4eaa83c7f03d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/d7989f27dabc4b29a62d4eaa83c7f03d 2024-11-20T19:31:01,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/750813ffffad4709a1a8f70da11911fa to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/750813ffffad4709a1a8f70da11911fa 2024-11-20T19:31:01,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/74c135db0e904734b814ec7cb4d8c651 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/74c135db0e904734b814ec7cb4d8c651 2024-11-20T19:31:01,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ea5eb45709384ac0b659fcfaa4d8f1ce to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ea5eb45709384ac0b659fcfaa4d8f1ce 2024-11-20T19:31:01,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/870664c718bf40cda76ce1fd6720ad37 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/870664c718bf40cda76ce1fd6720ad37 2024-11-20T19:31:01,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cafd45d343a14ad5a3be772f405c503c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cafd45d343a14ad5a3be772f405c503c 2024-11-20T19:31:01,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cd100ad9fac5427b83ed57708c3988e1 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cd100ad9fac5427b83ed57708c3988e1 2024-11-20T19:31:01,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/08fc50748c5145e986beb81e7d8fecb2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/08fc50748c5145e986beb81e7d8fecb2 2024-11-20T19:31:01,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/7a707129469e4ec382ed1f04c05b6c15 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/7a707129469e4ec382ed1f04c05b6c15 2024-11-20T19:31:01,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/6cd1754433f14dbe8b157c941efa851a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/6cd1754433f14dbe8b157c941efa851a 2024-11-20T19:31:01,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/b20a6d9908da4152a5673f18fd029004 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/b20a6d9908da4152a5673f18fd029004 2024-11-20T19:31:01,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/e0fd4475ad99436d9954722cdb28bb83 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/e0fd4475ad99436d9954722cdb28bb83 2024-11-20T19:31:01,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2a2da099a16d4b048392a8a0a832963c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/2a2da099a16d4b048392a8a0a832963c 2024-11-20T19:31:01,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/4e1e43c2e1b34dffa34b6bcd9312594e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/4e1e43c2e1b34dffa34b6bcd9312594e 2024-11-20T19:31:01,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/c32ab99d42fb471bba5d0d2cbe2d9b2d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/c32ab99d42fb471bba5d0d2cbe2d9b2d 2024-11-20T19:31:01,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ad71a9dad6a14637bf9e3456b9c14755 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ad71a9dad6a14637bf9e3456b9c14755 2024-11-20T19:31:01,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/abdac894c8d943de982333dcebbdbeec to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/abdac894c8d943de982333dcebbdbeec 2024-11-20T19:31:01,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/f4b409abcb354ffe9efeb887f170f90d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/f4b409abcb354ffe9efeb887f170f90d 2024-11-20T19:31:01,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/eb544f2fef7c4174a4f00d0a30e63e44 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/eb544f2fef7c4174a4f00d0a30e63e44 2024-11-20T19:31:01,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cbadec0757404046bdb4813bc0cac971 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/cbadec0757404046bdb4813bc0cac971 2024-11-20T19:31:01,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/5f97cbb8a10e4941826b2e385ce70286 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/5f97cbb8a10e4941826b2e385ce70286 2024-11-20T19:31:01,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ff9c28cc8d4f4d098a573912cdecd8e2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ff9c28cc8d4f4d098a573912cdecd8e2 2024-11-20T19:31:01,555 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/recovered.edits/539.seqid, newMaxSeqId=539, maxSeqId=1 2024-11-20T19:31:01,556 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. 2024-11-20T19:31:01,556 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 7f3aec57d0de67a2cded51b3f390a00b: Waiting for close lock at 1732131059903Running coprocessor pre-close hooks at 1732131059903Disabling compacts and flushes for region at 1732131059903Disabling writes for close at 1732131060125 (+222 ms)Obtaining lock to block concurrent updates at 1732131060125Preparing flush snapshotting stores in 7f3aec57d0de67a2cded51b3f390a00b at 1732131060125Finished memstore snapshotting TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732131060125Flushing stores of TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b. at 1732131060126 (+1 ms)Flushing 7f3aec57d0de67a2cded51b3f390a00b/A: creating writer at 1732131060126Flushing 7f3aec57d0de67a2cded51b3f390a00b/A: appending metadata at 1732131060129 (+3 ms)Flushing 7f3aec57d0de67a2cded51b3f390a00b/A: closing flushed file at 1732131060129Flushing 7f3aec57d0de67a2cded51b3f390a00b/B: creating writer at 1732131060547 (+418 ms)Flushing 7f3aec57d0de67a2cded51b3f390a00b/B: appending metadata at 1732131060550 (+3 ms)Flushing 7f3aec57d0de67a2cded51b3f390a00b/B: closing flushed file at 1732131060551 (+1 ms)Flushing 7f3aec57d0de67a2cded51b3f390a00b/C: creating writer at 1732131060969 (+418 ms)Flushing 7f3aec57d0de67a2cded51b3f390a00b/C: appending metadata at 1732131060973 (+4 ms)Flushing 7f3aec57d0de67a2cded51b3f390a00b/C: closing flushed file at 1732131060974 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8819b64: reopening flushed file at 1732131061391 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b8a62c: reopening flushed file at 1732131061398 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304ae28b: reopening flushed file at 1732131061404 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 7f3aec57d0de67a2cded51b3f390a00b in 1285ms, sequenceid=536, compaction requested=true at 1732131061410 (+6 ms)Writing region close event to WAL at 1732131061552 (+142 ms)Running coprocessor post-close hooks at 1732131061556 (+4 ms)Closed at 1732131061556 2024-11-20T19:31:01,558 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:31:01,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7f3aec57d0de67a2cded51b3f390a00b, regionState=CLOSED 2024-11-20T19:31:01,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:31:01,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-20T19:31:01,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 7f3aec57d0de67a2cded51b3f390a00b, server=e14ef07817f4,39645,1732131030299 in 1.8160 sec 2024-11-20T19:31:01,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T19:31:01,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f3aec57d0de67a2cded51b3f390a00b, UNASSIGN in 1.8220 sec 2024-11-20T19:31:01,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-20T19:31:01,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8300 sec 2024-11-20T19:31:01,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131061569"}]},"ts":"1732131061569"} 2024-11-20T19:31:01,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T19:31:01,571 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T19:31:01,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8430 sec 2024-11-20T19:31:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T19:31:01,880 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:01,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-20T19:31:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:01,894 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T19:31:01,896 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:01,901 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:31:01,905 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/recovered.edits] 2024-11-20T19:31:01,909 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/0e98a882fb7d4eecaca3446b1effd8a2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/0e98a882fb7d4eecaca3446b1effd8a2 2024-11-20T19:31:01,910 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/31f792cec3e84c57bc2fd3acfa455e2c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/A/31f792cec3e84c57bc2fd3acfa455e2c 2024-11-20T19:31:01,913 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/4cad228d7af245659810f8039653ae90 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/4cad228d7af245659810f8039653ae90 2024-11-20T19:31:01,914 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ceefe4aab60042c68a42b02802150161 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/B/ceefe4aab60042c68a42b02802150161 2024-11-20T19:31:01,916 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/020d6a3070aa4ffdb15492207eae345d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/020d6a3070aa4ffdb15492207eae345d 2024-11-20T19:31:01,917 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/33d54a1bc2ad465da55abdee3e10bfb0 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/33d54a1bc2ad465da55abdee3e10bfb0 2024-11-20T19:31:01,918 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/a651e5682d5f4d21956a6ed12eb3565c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/a651e5682d5f4d21956a6ed12eb3565c 2024-11-20T19:31:01,919 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/e32d44674c774fd88e77e9b17edab211 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/e32d44674c774fd88e77e9b17edab211 2024-11-20T19:31:01,920 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ecbe752f12904bd9861de72b80c76584 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/C/ecbe752f12904bd9861de72b80c76584 2024-11-20T19:31:01,923 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/recovered.edits/539.seqid to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b/recovered.edits/539.seqid 2024-11-20T19:31:01,923 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/7f3aec57d0de67a2cded51b3f390a00b 2024-11-20T19:31:01,923 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T19:31:01,928 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:01,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T19:31:01,940 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T19:31:01,969 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T19:31:01,970 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:01,970 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T19:31:01,971 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732131061970"}]},"ts":"9223372036854775807"} 2024-11-20T19:31:01,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T19:31:01,976 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7f3aec57d0de67a2cded51b3f390a00b, NAME => 'TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T19:31:01,976 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T19:31:01,977 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732131061976"}]},"ts":"9223372036854775807"} 2024-11-20T19:31:01,979 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T19:31:01,980 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:01,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-20T19:31:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T19:31:02,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T19:31:02,000 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:02,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=240 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e14ef07817f4:39645-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1966599880_22 at /127.0.0.1:35644 [Waiting for operation #331] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1203783038_22 at /127.0.0.1:42604 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1203783038_22 at /127.0.0.1:35752 [Waiting for operation #343] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1966599880_22 at /127.0.0.1:42596 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 365) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7843 (was 8811) 2024-11-20T19:31:02,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=447, ProcessCount=11, AvailableMemoryMB=7843 2024-11-20T19:31:02,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:31:02,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:31:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:02,021 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:31:02,021 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:02,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-20T19:31:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T19:31:02,022 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:31:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741947_1123 (size=959) 2024-11-20T19:31:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T19:31:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T19:31:02,430 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b 2024-11-20T19:31:02,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741948_1124 (size=53) 2024-11-20T19:31:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T19:31:02,837 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:31:02,838 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 274a6984efbc227f0e129e37f716cabb, disabling compactions & flushes 2024-11-20T19:31:02,838 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:02,838 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:02,838 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. after waiting 0 ms 2024-11-20T19:31:02,838 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:02,838 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:02,838 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 274a6984efbc227f0e129e37f716cabb: Waiting for close lock at 1732131062838Disabling compacts and flushes for region at 1732131062838Disabling writes for close at 1732131062838Writing region close event to WAL at 1732131062838Closed at 1732131062838 2024-11-20T19:31:02,840 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:31:02,841 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732131062840"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732131062840"}]},"ts":"1732131062840"} 2024-11-20T19:31:02,845 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:31:02,847 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:31:02,847 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131062847"}]},"ts":"1732131062847"} 2024-11-20T19:31:02,848 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T19:31:02,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, ASSIGN}] 2024-11-20T19:31:02,849 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, ASSIGN 2024-11-20T19:31:02,850 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, ASSIGN; state=OFFLINE, location=e14ef07817f4,39645,1732131030299; forceNewPlan=false, retain=false 2024-11-20T19:31:03,001 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=274a6984efbc227f0e129e37f716cabb, regionState=OPENING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:03,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, ASSIGN because future has completed 2024-11-20T19:31:03,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:31:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T19:31:03,165 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:03,165 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:31:03,165 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,166 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:31:03,166 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,166 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,167 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,170 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274a6984efbc227f0e129e37f716cabb columnFamilyName A 2024-11-20T19:31:03,170 DEBUG [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:03,170 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] regionserver.HStore(327): Store=274a6984efbc227f0e129e37f716cabb/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:31:03,171 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,172 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274a6984efbc227f0e129e37f716cabb columnFamilyName B 2024-11-20T19:31:03,172 DEBUG [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:03,172 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] regionserver.HStore(327): Store=274a6984efbc227f0e129e37f716cabb/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:31:03,173 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,174 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274a6984efbc227f0e129e37f716cabb columnFamilyName C 2024-11-20T19:31:03,174 DEBUG [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:03,175 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] regionserver.HStore(327): Store=274a6984efbc227f0e129e37f716cabb/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:31:03,175 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,176 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,176 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,178 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,178 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,178 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:31:03,180 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,184 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:31:03,185 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 274a6984efbc227f0e129e37f716cabb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64276926, jitterRate=-0.042199164628982544}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:31:03,185 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:03,186 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 274a6984efbc227f0e129e37f716cabb: Running coprocessor pre-open hook at 1732131063166Writing region info on filesystem at 1732131063166Initializing all the Stores at 1732131063167 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131063167Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131063167Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131063167Cleaning up temporary data from old regions at 1732131063178 (+11 ms)Running coprocessor post-open hooks at 1732131063185 (+7 ms)Region opened successfully at 1732131063186 (+1 ms) 2024-11-20T19:31:03,188 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., pid=34, masterSystemTime=1732131063156 2024-11-20T19:31:03,189 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:03,190 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:03,190 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=274a6984efbc227f0e129e37f716cabb, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:03,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:31:03,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-20T19:31:03,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 in 190 msec 2024-11-20T19:31:03,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T19:31:03,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, ASSIGN in 348 msec 2024-11-20T19:31:03,198 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:31:03,198 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131063198"}]},"ts":"1732131063198"} 2024-11-20T19:31:03,200 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T19:31:03,201 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:31:03,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec 2024-11-20T19:31:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T19:31:04,171 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:04,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d061c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:04,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:04,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:04,177 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:04,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:04,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:04,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fee13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:04,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:04,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:04,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:04,182 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:04,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236dd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:04,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:04,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:04,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:31:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,38253,1732131029249 2024-11-20T19:31:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44cff70e 2024-11-20T19:31:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:31:04,190 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:31:04,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:31:04,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:31:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:04,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741949_1125 (size=995) 2024-11-20T19:31:04,621 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-20T19:31:04,621 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-20T19:31:04,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:31:04,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, REOPEN/MOVE}] 2024-11-20T19:31:04,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, REOPEN/MOVE 2024-11-20T19:31:04,634 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=274a6984efbc227f0e129e37f716cabb, regionState=CLOSING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:04,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, REOPEN/MOVE because future has completed 2024-11-20T19:31:04,636 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:31:04,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:31:04,789 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:04,789 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:31:04,789 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 274a6984efbc227f0e129e37f716cabb, disabling compactions & flushes 2024-11-20T19:31:04,789 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:04,789 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:04,789 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. after waiting 0 ms 2024-11-20T19:31:04,789 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:04,794 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T19:31:04,795 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:04,795 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 274a6984efbc227f0e129e37f716cabb: Waiting for close lock at 1732131064789Running coprocessor pre-close hooks at 1732131064789Disabling compacts and flushes for region at 1732131064789Disabling writes for close at 1732131064789Writing region close event to WAL at 1732131064789Running coprocessor post-close hooks at 1732131064795 (+6 ms)Closed at 1732131064795 2024-11-20T19:31:04,795 WARN [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 274a6984efbc227f0e129e37f716cabb to self. 2024-11-20T19:31:04,797 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:04,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=274a6984efbc227f0e129e37f716cabb, regionState=CLOSED 2024-11-20T19:31:04,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:31:04,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T19:31:04,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 in 164 msec 2024-11-20T19:31:04,802 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, REOPEN/MOVE; state=CLOSED, location=e14ef07817f4,39645,1732131030299; forceNewPlan=false, retain=true 2024-11-20T19:31:04,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=274a6984efbc227f0e129e37f716cabb, regionState=OPENING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:04,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, REOPEN/MOVE because future has completed 2024-11-20T19:31:04,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:31:05,121 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,122 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:31:05,122 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,123 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:31:05,123 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,123 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,128 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,133 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274a6984efbc227f0e129e37f716cabb columnFamilyName A 2024-11-20T19:31:05,135 DEBUG [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:05,135 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] regionserver.HStore(327): Store=274a6984efbc227f0e129e37f716cabb/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:31:05,136 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,136 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274a6984efbc227f0e129e37f716cabb columnFamilyName B 2024-11-20T19:31:05,136 DEBUG [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:05,137 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] regionserver.HStore(327): Store=274a6984efbc227f0e129e37f716cabb/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:31:05,137 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,137 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274a6984efbc227f0e129e37f716cabb columnFamilyName C 2024-11-20T19:31:05,137 DEBUG [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:05,138 INFO [StoreOpener-274a6984efbc227f0e129e37f716cabb-1 {}] regionserver.HStore(327): Store=274a6984efbc227f0e129e37f716cabb/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:31:05,138 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,139 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,140 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,140 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,140 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,141 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:31:05,142 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,142 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 274a6984efbc227f0e129e37f716cabb; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68224400, jitterRate=0.01662278175354004}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:31:05,142 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,144 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 274a6984efbc227f0e129e37f716cabb: Running coprocessor pre-open hook at 1732131065123Writing region info on filesystem at 1732131065123Initializing all the Stores at 1732131065125 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131065125Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131065125Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131065125Cleaning up temporary data from old regions at 1732131065140 (+15 ms)Running coprocessor post-open hooks at 1732131065142 (+2 ms)Region opened successfully at 1732131065143 (+1 ms) 2024-11-20T19:31:05,144 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., pid=39, masterSystemTime=1732131065111 2024-11-20T19:31:05,146 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,146 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,146 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=274a6984efbc227f0e129e37f716cabb, regionState=OPEN, openSeqNum=5, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:31:05,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-20T19:31:05,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 in 192 msec 2024-11-20T19:31:05,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T19:31:05,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, REOPEN/MOVE in 519 msec 2024-11-20T19:31:05,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-20T19:31:05,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 529 msec 2024-11-20T19:31:05,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 958 msec 2024-11-20T19:31:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-20T19:31:05,161 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:05,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bda1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:05,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:05,162 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d56d066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:05,164 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8e1763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0f2208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:05,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:05,166 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54499fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:05,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:05,168 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:05,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63315834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2696e985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:05,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:05,170 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:05,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:05,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:05,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33755a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:05,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:05,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:05,172 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:05,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a91506d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b73357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:05,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:05,174 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50dd1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:05,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:05,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:05,176 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:05,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed6cabc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccc7654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:05,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:05,178 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:05,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:05,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65fc58c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:05,180 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:05,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7432f6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9da37f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:05,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:05,182 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:05,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:05,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d2d85f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:05,184 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:05,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1baff8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3bf539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:05,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:05,186 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:05,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c942b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:05,188 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:05,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12162879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4d6873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:05,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:05,190 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4134c58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:05,192 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2570f4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67462735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:05,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:05,195 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595d2ee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:05,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:05,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:05,197 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7483e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:05,198 DEBUG [Thread-634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:05,199 DEBUG [Thread-636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:05,199 DEBUG [Thread-647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:05,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:05,200 DEBUG [Thread-645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:05,200 DEBUG [Thread-643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:05,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:05,199 DEBUG [Thread-640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:05,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:05,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:05,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:05,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:05,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:05,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:05,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:05,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:05,204 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:05,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:31:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-20T19:31:05,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:05,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:05,206 DEBUG [Thread-638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T19:31:05,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:05,207 DEBUG [Thread-632 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:31:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:31:05,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:31:05,209 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:05,209 DEBUG [Thread-632 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:05,210 DEBUG [Thread-632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:05,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:05,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:31:05,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:05,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:05,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:31:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:31:05,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:31:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:31:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,226 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:05,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:31:05,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112068ccb47ac9334c3e896fdd34efc32f19_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131065222/Put/seqid=0 2024-11-20T19:31:05,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131125276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131125279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131125279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131125286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131125287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741950_1126 (size=12154) 2024-11-20T19:31:05,299 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:05,305 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112068ccb47ac9334c3e896fdd34efc32f19_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112068ccb47ac9334c3e896fdd34efc32f19_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:05,307 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/f7844336377646e08b888593ec995fa3, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T19:31:05,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/f7844336377646e08b888593ec995fa3 is 175, key is test_row_0/A:col10/1732131065222/Put/seqid=0 2024-11-20T19:31:05,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741951_1127 (size=30955) 2024-11-20T19:31:05,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:05,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:05,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131125390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131125400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131125400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131125400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131125401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T19:31:05,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:05,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131125609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131125610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131125610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131125610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131125610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:05,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:05,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,761 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/f7844336377646e08b888593ec995fa3 2024-11-20T19:31:05,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/da32d079567d414db307ccb99dd99d6e is 50, key is test_row_0/B:col10/1732131065222/Put/seqid=0 2024-11-20T19:31:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T19:31:05,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:05,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:05,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741952_1128 (size=12001) 2024-11-20T19:31:05,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131125920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131125929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131125930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131125930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131125930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:05,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:05,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:05,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:05,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:05,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:05,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:06,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/da32d079567d414db307ccb99dd99d6e 2024-11-20T19:31:06,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/70aaeee4ec644e229513c47b1cfdb574 is 50, key is test_row_0/C:col10/1732131065222/Put/seqid=0 2024-11-20T19:31:06,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741953_1129 (size=12001) 2024-11-20T19:31:06,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/70aaeee4ec644e229513c47b1cfdb574 2024-11-20T19:31:06,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:06,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:06,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:06,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:06,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/f7844336377646e08b888593ec995fa3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/f7844336377646e08b888593ec995fa3 2024-11-20T19:31:06,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/f7844336377646e08b888593ec995fa3, entries=150, sequenceid=15, filesize=30.2 K 2024-11-20T19:31:06,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/da32d079567d414db307ccb99dd99d6e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/da32d079567d414db307ccb99dd99d6e 2024-11-20T19:31:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T19:31:06,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/da32d079567d414db307ccb99dd99d6e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T19:31:06,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/70aaeee4ec644e229513c47b1cfdb574 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/70aaeee4ec644e229513c47b1cfdb574 2024-11-20T19:31:06,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/70aaeee4ec644e229513c47b1cfdb574, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T19:31:06,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 274a6984efbc227f0e129e37f716cabb in 1135ms, sequenceid=15, compaction requested=false 2024-11-20T19:31:06,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:06,435 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:06,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:31:06,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131126449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131126449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131126449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131126453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131126454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209944ac486f764f78b25b8e603f6048bf_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131065284/Put/seqid=0 2024-11-20T19:31:06,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:06,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:06,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:06,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:06,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741954_1130 (size=12154) 2024-11-20T19:31:06,488 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:06,499 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209944ac486f764f78b25b8e603f6048bf_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209944ac486f764f78b25b8e603f6048bf_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:06,501 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/dfe649ee486a437fb22c4595a24d33b6, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:06,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/dfe649ee486a437fb22c4595a24d33b6 is 175, key is test_row_0/A:col10/1732131065284/Put/seqid=0 2024-11-20T19:31:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741955_1131 (size=30955) 2024-11-20T19:31:06,526 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/dfe649ee486a437fb22c4595a24d33b6 2024-11-20T19:31:06,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/6f8c342577f2424985b1bc7eb9100329 is 50, key is test_row_0/B:col10/1732131065284/Put/seqid=0 2024-11-20T19:31:06,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741956_1132 (size=12001) 2024-11-20T19:31:06,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/6f8c342577f2424985b1bc7eb9100329 2024-11-20T19:31:06,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131126560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131126569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131126569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131126570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/36d6970fdcaa46c19298a891f919f018 is 50, key is test_row_0/C:col10/1732131065284/Put/seqid=0 2024-11-20T19:31:06,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:06,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:06,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:06,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:06,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741957_1133 (size=12001) 2024-11-20T19:31:06,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/36d6970fdcaa46c19298a891f919f018 2024-11-20T19:31:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/dfe649ee486a437fb22c4595a24d33b6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/dfe649ee486a437fb22c4595a24d33b6 2024-11-20T19:31:06,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/dfe649ee486a437fb22c4595a24d33b6, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T19:31:06,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/6f8c342577f2424985b1bc7eb9100329 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6f8c342577f2424985b1bc7eb9100329 2024-11-20T19:31:06,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6f8c342577f2424985b1bc7eb9100329, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T19:31:06,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/36d6970fdcaa46c19298a891f919f018 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/36d6970fdcaa46c19298a891f919f018 2024-11-20T19:31:06,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/36d6970fdcaa46c19298a891f919f018, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T19:31:06,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 274a6984efbc227f0e129e37f716cabb in 237ms, sequenceid=41, compaction requested=false 2024-11-20T19:31:06,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:06,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:31:06,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:06,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:06,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:06,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:06,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208947b9377cf74688a5e186e44a05f299_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131066770/Put/seqid=0 2024-11-20T19:31:06,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741958_1134 (size=14594) 2024-11-20T19:31:06,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131126842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131126844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131126844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131126852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:06,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:06,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:06,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:06,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:06,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131126960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131126960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131126960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131126960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:07,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:07,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:07,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:07,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:07,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:31:07,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131127170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:07,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:07,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131127171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:07,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:07,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131127180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:07,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131127181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:07,223 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:07,229 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208947b9377cf74688a5e186e44a05f299_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208947b9377cf74688a5e186e44a05f299_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:07,230 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/041f46083afc4c90b17f45e8321009d1, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:07,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/041f46083afc4c90b17f45e8321009d1 is 175, key is test_row_0/A:col10/1732131066770/Put/seqid=0 2024-11-20T19:31:07,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:07,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:07,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:07,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:07,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741959_1135 (size=39549) 2024-11-20T19:31:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T19:31:07,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:07,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:07,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:07,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:07,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131127469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:07,471 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:07,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131127480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:07,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131127489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:07,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:07,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131127490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131127489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:07,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:07,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:07,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:07,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,666 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/041f46083afc4c90b17f45e8321009d1 2024-11-20T19:31:07,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/fd168507cdec4e4aab5edef606b92388 is 50, key is test_row_0/B:col10/1732131066770/Put/seqid=0 2024-11-20T19:31:07,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741960_1136 (size=12001) 2024-11-20T19:31:07,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:07,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:07,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:07,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:07,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131127989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:08,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131127999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:08,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:08,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:08,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:08,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131128010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:08,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:08,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:08,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:08,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131128010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:08,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:08,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:08,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:08,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:08,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:08,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:08,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:08,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:08,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:08,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/fd168507cdec4e4aab5edef606b92388 2024-11-20T19:31:08,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/adb2a2ee08914ec1adbc60e2fc5aa75d is 50, key is test_row_0/C:col10/1732131066770/Put/seqid=0 2024-11-20T19:31:08,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741961_1137 (size=12001) 2024-11-20T19:31:08,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/adb2a2ee08914ec1adbc60e2fc5aa75d 2024-11-20T19:31:08,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/041f46083afc4c90b17f45e8321009d1 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/041f46083afc4c90b17f45e8321009d1 2024-11-20T19:31:08,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/041f46083afc4c90b17f45e8321009d1, entries=200, sequenceid=52, filesize=38.6 K 2024-11-20T19:31:08,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/fd168507cdec4e4aab5edef606b92388 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/fd168507cdec4e4aab5edef606b92388 2024-11-20T19:31:08,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/fd168507cdec4e4aab5edef606b92388, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T19:31:08,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/adb2a2ee08914ec1adbc60e2fc5aa75d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/adb2a2ee08914ec1adbc60e2fc5aa75d 2024-11-20T19:31:08,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:08,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/adb2a2ee08914ec1adbc60e2fc5aa75d, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T19:31:08,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:08,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:08,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:08,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:08,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:08,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 274a6984efbc227f0e129e37f716cabb in 1396ms, sequenceid=52, compaction requested=true 2024-11-20T19:31:08,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:08,169 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:08,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:08,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:08,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:08,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:08,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:08,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T19:31:08,169 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:08,170 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:08,171 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/A is initiating minor compaction (all files) 2024-11-20T19:31:08,171 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/A in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:08,171 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/f7844336377646e08b888593ec995fa3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/dfe649ee486a437fb22c4595a24d33b6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/041f46083afc4c90b17f45e8321009d1] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=99.1 K 2024-11-20T19:31:08,171 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:08,171 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/f7844336377646e08b888593ec995fa3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/dfe649ee486a437fb22c4595a24d33b6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/041f46083afc4c90b17f45e8321009d1] 2024-11-20T19:31:08,172 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:08,172 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/B is initiating minor compaction (all files) 2024-11-20T19:31:08,172 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/B in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:08,172 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/da32d079567d414db307ccb99dd99d6e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6f8c342577f2424985b1bc7eb9100329, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/fd168507cdec4e4aab5edef606b92388] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=35.2 K 2024-11-20T19:31:08,172 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7844336377646e08b888593ec995fa3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732131065218 2024-11-20T19:31:08,172 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting da32d079567d414db307ccb99dd99d6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732131065218 2024-11-20T19:31:08,172 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfe649ee486a437fb22c4595a24d33b6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732131065277 2024-11-20T19:31:08,173 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f8c342577f2424985b1bc7eb9100329, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732131065277 2024-11-20T19:31:08,173 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 041f46083afc4c90b17f45e8321009d1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732131066447 2024-11-20T19:31:08,182 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting fd168507cdec4e4aab5edef606b92388, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732131066450 2024-11-20T19:31:08,206 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:08,219 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:08,219 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/40329939429a43c9aba4668a24744c67 is 50, key is test_row_0/B:col10/1732131066770/Put/seqid=0 2024-11-20T19:31:08,220 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411205f5a6dddedb84e8eb2dbdb7a6fd7f690_274a6984efbc227f0e129e37f716cabb store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741962_1138 (size=12104) 2024-11-20T19:31:08,229 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411205f5a6dddedb84e8eb2dbdb7a6fd7f690_274a6984efbc227f0e129e37f716cabb, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:08,229 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205f5a6dddedb84e8eb2dbdb7a6fd7f690_274a6984efbc227f0e129e37f716cabb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:08,238 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/40329939429a43c9aba4668a24744c67 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/40329939429a43c9aba4668a24744c67 2024-11-20T19:31:08,247 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/B of 274a6984efbc227f0e129e37f716cabb into 40329939429a43c9aba4668a24744c67(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:08,247 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:08,247 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/B, priority=13, startTime=1732131068169; duration=0sec 2024-11-20T19:31:08,247 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:08,247 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:B 2024-11-20T19:31:08,248 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:08,249 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:08,249 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/C is initiating minor compaction (all files) 2024-11-20T19:31:08,249 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/C in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:08,249 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/70aaeee4ec644e229513c47b1cfdb574, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/36d6970fdcaa46c19298a891f919f018, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/adb2a2ee08914ec1adbc60e2fc5aa75d] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=35.2 K 2024-11-20T19:31:08,250 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 70aaeee4ec644e229513c47b1cfdb574, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732131065218 2024-11-20T19:31:08,250 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 36d6970fdcaa46c19298a891f919f018, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732131065277 2024-11-20T19:31:08,250 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting adb2a2ee08914ec1adbc60e2fc5aa75d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732131066450 2024-11-20T19:31:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741963_1139 (size=4469) 2024-11-20T19:31:08,254 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#A#compaction#119 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:08,255 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/82f09886ca484fec8bd69cac43afcbc2 is 175, key is test_row_0/A:col10/1732131066770/Put/seqid=0 2024-11-20T19:31:08,285 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#C#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:08,286 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/52f2e621ee694df5a5bb2b11b5c0e523 is 50, key is test_row_0/C:col10/1732131066770/Put/seqid=0 2024-11-20T19:31:08,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741964_1140 (size=31058) 2024-11-20T19:31:08,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T19:31:08,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:08,321 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:31:08,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741965_1141 (size=12104) 2024-11-20T19:31:08,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112081628db90b2d426b9b054d6f0b25ff00_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131066849/Put/seqid=0 2024-11-20T19:31:08,340 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/52f2e621ee694df5a5bb2b11b5c0e523 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/52f2e621ee694df5a5bb2b11b5c0e523 2024-11-20T19:31:08,347 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/C of 274a6984efbc227f0e129e37f716cabb into 52f2e621ee694df5a5bb2b11b5c0e523(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:08,347 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:08,347 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/C, priority=13, startTime=1732131068169; duration=0sec 2024-11-20T19:31:08,347 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:08,347 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:C 2024-11-20T19:31:08,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741966_1142 (size=12154) 2024-11-20T19:31:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,391 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112081628db90b2d426b9b054d6f0b25ff00_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112081628db90b2d426b9b054d6f0b25ff00_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/42f0d5bad41541a1abc1dd5d393c4bd8, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/42f0d5bad41541a1abc1dd5d393c4bd8 is 175, key is test_row_0/A:col10/1732131066849/Put/seqid=0 2024-11-20T19:31:08,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741967_1143 (size=30955) 2024-11-20T19:31:08,421 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/42f0d5bad41541a1abc1dd5d393c4bd8 2024-11-20T19:31:08,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/b4f7d92af9cd4d25930b52a68bc74850 is 50, key is test_row_0/B:col10/1732131066849/Put/seqid=0 2024-11-20T19:31:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741968_1144 (size=12001) 2024-11-20T19:31:08,702 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/82f09886ca484fec8bd69cac43afcbc2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/82f09886ca484fec8bd69cac43afcbc2 2024-11-20T19:31:08,709 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/A of 274a6984efbc227f0e129e37f716cabb into 82f09886ca484fec8bd69cac43afcbc2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:08,709 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:08,709 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/A, priority=13, startTime=1732131068168; duration=0sec 2024-11-20T19:31:08,709 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:08,709 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:A 2024-11-20T19:31:08,844 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/b4f7d92af9cd4d25930b52a68bc74850 2024-11-20T19:31:08,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/541c3e4a253f4e9294794fdf4638e581 is 50, key is test_row_0/C:col10/1732131066849/Put/seqid=0 2024-11-20T19:31:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741969_1145 (size=12001) 2024-11-20T19:31:08,856 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/541c3e4a253f4e9294794fdf4638e581 2024-11-20T19:31:08,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/42f0d5bad41541a1abc1dd5d393c4bd8 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/42f0d5bad41541a1abc1dd5d393c4bd8 2024-11-20T19:31:08,866 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/42f0d5bad41541a1abc1dd5d393c4bd8, entries=150, sequenceid=78, filesize=30.2 K 2024-11-20T19:31:08,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/b4f7d92af9cd4d25930b52a68bc74850 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/b4f7d92af9cd4d25930b52a68bc74850 2024-11-20T19:31:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,872 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/b4f7d92af9cd4d25930b52a68bc74850, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T19:31:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/541c3e4a253f4e9294794fdf4638e581 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/541c3e4a253f4e9294794fdf4638e581 2024-11-20T19:31:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,881 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/541c3e4a253f4e9294794fdf4638e581, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T19:31:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,882 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 274a6984efbc227f0e129e37f716cabb in 561ms, sequenceid=78, compaction requested=false 2024-11-20T19:31:08,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-20T19:31:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-20T19:31:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T19:31:08,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6730 sec 2024-11-20T19:31:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 3.6850 sec 2024-11-20T19:31:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,138 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:09,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:31:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120888ae6ee42494756a0c45e6fd527c83f_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131069131/Put/seqid=0 2024-11-20T19:31:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741971_1147 (size=24358) 2024-11-20T19:31:09,214 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,222 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120888ae6ee42494756a0c45e6fd527c83f_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120888ae6ee42494756a0c45e6fd527c83f_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:09,224 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/81fc4956d17b4b349aae39e4271c5b5e, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:09,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/81fc4956d17b4b349aae39e4271c5b5e is 175, key is test_row_0/A:col10/1732131069131/Put/seqid=0 2024-11-20T19:31:09,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741970_1146 (size=73990) 2024-11-20T19:31:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131129220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131129222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131129234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131129236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:09,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131129340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131129340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131129349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131129349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T19:31:09,369 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:09,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-20T19:31:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T19:31:09,373 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:09,374 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:09,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T19:31:09,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131129489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,494 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T19:31:09,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:09,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:09,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:09,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:09,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:09,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131129549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131129550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131129570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131129570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/81fc4956d17b4b349aae39e4271c5b5e 2024-11-20T19:31:09,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/2b1f657b30ad4a439690c7b79170fd0b is 50, key is test_row_0/B:col10/1732131069131/Put/seqid=0 2024-11-20T19:31:09,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741972_1148 (size=9657) 2024-11-20T19:31:09,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T19:31:09,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:09,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:09,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:09,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:09,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T19:31:09,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T19:31:09,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:09,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:09,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:09,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:09,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131129859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131129860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131129890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131129890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:09,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:09,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:09,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T19:31:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:09,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T19:31:10,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/2b1f657b30ad4a439690c7b79170fd0b 2024-11-20T19:31:10,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/a859c3de037c4f97a5eac0187bae097e is 50, key is test_row_0/C:col10/1732131069131/Put/seqid=0 2024-11-20T19:31:10,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T19:31:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:10,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:10,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:10,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:10,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:10,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741973_1149 (size=9657) 2024-11-20T19:31:10,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T19:31:10,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:10,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:10,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:10,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:10,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:10,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131130369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:10,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:10,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:10,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131130369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:10,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131130399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:10,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131130409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:10,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T19:31:10,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:10,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:10,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T19:31:10,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/a859c3de037c4f97a5eac0187bae097e 2024-11-20T19:31:10,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/81fc4956d17b4b349aae39e4271c5b5e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/81fc4956d17b4b349aae39e4271c5b5e 2024-11-20T19:31:10,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/81fc4956d17b4b349aae39e4271c5b5e, entries=400, sequenceid=91, filesize=72.3 K 2024-11-20T19:31:10,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/2b1f657b30ad4a439690c7b79170fd0b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/2b1f657b30ad4a439690c7b79170fd0b 2024-11-20T19:31:10,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/2b1f657b30ad4a439690c7b79170fd0b, entries=100, sequenceid=91, filesize=9.4 K 2024-11-20T19:31:10,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/a859c3de037c4f97a5eac0187bae097e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/a859c3de037c4f97a5eac0187bae097e 2024-11-20T19:31:10,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/a859c3de037c4f97a5eac0187bae097e, entries=100, sequenceid=91, filesize=9.4 K 2024-11-20T19:31:10,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 274a6984efbc227f0e129e37f716cabb in 1458ms, sequenceid=91, compaction requested=true 2024-11-20T19:31:10,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:10,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:10,601 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:10,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:10,601 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:10,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:10,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:10,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:10,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:10,602 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:10,602 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:10,602 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/B is initiating minor compaction (all files) 2024-11-20T19:31:10,602 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/A is initiating minor compaction (all files) 2024-11-20T19:31:10,602 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/B in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:10,602 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/A in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:10,602 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/82f09886ca484fec8bd69cac43afcbc2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/42f0d5bad41541a1abc1dd5d393c4bd8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/81fc4956d17b4b349aae39e4271c5b5e] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=132.8 K 2024-11-20T19:31:10,602 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/40329939429a43c9aba4668a24744c67, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/b4f7d92af9cd4d25930b52a68bc74850, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/2b1f657b30ad4a439690c7b79170fd0b] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=33.0 K 2024-11-20T19:31:10,602 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:10,602 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/82f09886ca484fec8bd69cac43afcbc2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/42f0d5bad41541a1abc1dd5d393c4bd8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/81fc4956d17b4b349aae39e4271c5b5e] 2024-11-20T19:31:10,603 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 40329939429a43c9aba4668a24744c67, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732131066450 2024-11-20T19:31:10,604 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting b4f7d92af9cd4d25930b52a68bc74850, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732131066826 2024-11-20T19:31:10,604 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82f09886ca484fec8bd69cac43afcbc2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732131066450 2024-11-20T19:31:10,604 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42f0d5bad41541a1abc1dd5d393c4bd8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732131066826 2024-11-20T19:31:10,604 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b1f657b30ad4a439690c7b79170fd0b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732131069131 2024-11-20T19:31:10,605 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81fc4956d17b4b349aae39e4271c5b5e, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732131069114 2024-11-20T19:31:10,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T19:31:10,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:10,614 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:31:10,627 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#B#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:10,628 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/e8b617f8270641fab5d068629f3d51d9 is 50, key is test_row_0/B:col10/1732131069131/Put/seqid=0 2024-11-20T19:31:10,637 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:10,653 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203651a403ab2441f5a52db4df3222b76b_274a6984efbc227f0e129e37f716cabb store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:10,661 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203651a403ab2441f5a52db4df3222b76b_274a6984efbc227f0e129e37f716cabb, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:10,662 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203651a403ab2441f5a52db4df3222b76b_274a6984efbc227f0e129e37f716cabb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:10,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204e3955fb185048e3b0dd3f175f87a997_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131069233/Put/seqid=0 2024-11-20T19:31:10,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741974_1150 (size=12207) 2024-11-20T19:31:10,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741975_1151 (size=4469) 2024-11-20T19:31:10,699 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#A#compaction#129 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:10,700 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a9b53514137d4894b4f26a18fdb4dea1 is 175, key is test_row_0/A:col10/1732131069131/Put/seqid=0 2024-11-20T19:31:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741976_1152 (size=12154) 2024-11-20T19:31:10,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,717 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204e3955fb185048e3b0dd3f175f87a997_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204e3955fb185048e3b0dd3f175f87a997_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:10,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a510c9a6ad4e43cd9fff53c90ffd823f, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:10,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a510c9a6ad4e43cd9fff53c90ffd823f is 175, key is test_row_0/A:col10/1732131069233/Put/seqid=0 2024-11-20T19:31:10,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741977_1153 (size=31268) 2024-11-20T19:31:10,746 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a9b53514137d4894b4f26a18fdb4dea1 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a9b53514137d4894b4f26a18fdb4dea1 2024-11-20T19:31:10,760 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/A of 274a6984efbc227f0e129e37f716cabb into a9b53514137d4894b4f26a18fdb4dea1(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:10,760 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:10,760 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/A, priority=13, startTime=1732131070600; duration=0sec 2024-11-20T19:31:10,760 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:10,760 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:A 2024-11-20T19:31:10,760 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:10,764 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:10,764 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/C is initiating minor compaction (all files) 2024-11-20T19:31:10,764 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/C in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:10,764 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/52f2e621ee694df5a5bb2b11b5c0e523, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/541c3e4a253f4e9294794fdf4638e581, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/a859c3de037c4f97a5eac0187bae097e] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=33.0 K 2024-11-20T19:31:10,765 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52f2e621ee694df5a5bb2b11b5c0e523, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732131066450 2024-11-20T19:31:10,766 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 541c3e4a253f4e9294794fdf4638e581, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732131066826 2024-11-20T19:31:10,767 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a859c3de037c4f97a5eac0187bae097e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732131069131 2024-11-20T19:31:10,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741978_1154 (size=30955) 2024-11-20T19:31:10,784 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a510c9a6ad4e43cd9fff53c90ffd823f 2024-11-20T19:31:10,793 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#C#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:10,794 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/4b9e60475a8747699f27355948b59f68 is 50, key is test_row_0/C:col10/1732131069131/Put/seqid=0 2024-11-20T19:31:10,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/b214f1d5930a4419b084804ca1c8dad0 is 50, key is test_row_0/B:col10/1732131069233/Put/seqid=0 2024-11-20T19:31:10,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741979_1155 (size=12207) 2024-11-20T19:31:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741980_1156 (size=12001) 2024-11-20T19:31:10,828 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/b214f1d5930a4419b084804ca1c8dad0 2024-11-20T19:31:10,840 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/4b9e60475a8747699f27355948b59f68 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4b9e60475a8747699f27355948b59f68 2024-11-20T19:31:10,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/3374c17246584df78a8c3233c823a709 is 50, key is test_row_0/C:col10/1732131069233/Put/seqid=0 2024-11-20T19:31:10,848 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/C of 274a6984efbc227f0e129e37f716cabb into 4b9e60475a8747699f27355948b59f68(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:10,848 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:10,848 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/C, priority=13, startTime=1732131070601; duration=0sec 2024-11-20T19:31:10,849 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:10,849 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:C 2024-11-20T19:31:10,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741981_1157 (size=12001) 2024-11-20T19:31:10,874 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/3374c17246584df78a8c3233c823a709 2024-11-20T19:31:10,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a510c9a6ad4e43cd9fff53c90ffd823f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a510c9a6ad4e43cd9fff53c90ffd823f 2024-11-20T19:31:10,892 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a510c9a6ad4e43cd9fff53c90ffd823f, entries=150, sequenceid=116, filesize=30.2 K 2024-11-20T19:31:10,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/b214f1d5930a4419b084804ca1c8dad0 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/b214f1d5930a4419b084804ca1c8dad0 2024-11-20T19:31:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,899 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/b214f1d5930a4419b084804ca1c8dad0, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T19:31:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/3374c17246584df78a8c3233c823a709 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/3374c17246584df78a8c3233c823a709 2024-11-20T19:31:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,942 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/3374c17246584df78a8c3233c823a709, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T19:31:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,943 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 274a6984efbc227f0e129e37f716cabb in 329ms, sequenceid=116, compaction requested=false 2024-11-20T19:31:10,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-20T19:31:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-20T19:31:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T19:31:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5720 sec 2024-11-20T19:31:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.5790 sec 2024-11-20T19:31:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,090 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/e8b617f8270641fab5d068629f3d51d9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e8b617f8270641fab5d068629f3d51d9 2024-11-20T19:31:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,098 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/B of 274a6984efbc227f0e129e37f716cabb into e8b617f8270641fab5d068629f3d51d9(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:11,099 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:11,099 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/B, priority=13, startTime=1732131070601; duration=0sec 2024-11-20T19:31:11,099 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:11,099 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:B 2024-11-20T19:31:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,474 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:11,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:31:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208e6efbd043064f7eb65b5733f83ad188_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131071473/Put/seqid=0 2024-11-20T19:31:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T19:31:11,520 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-20T19:31:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T19:31:11,523 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,525 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:11,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131131539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:11,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131131541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:11,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131131542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:11,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131131545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741983_1159 (size=24458) 2024-11-20T19:31:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T19:31:11,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131131660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:11,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131131660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:11,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:11,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131131660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:11,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131131660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:11,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:11,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T19:31:11,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:11,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:11,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:11,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:11,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:11,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T19:31:11,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:11,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:11,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:11,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:11,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T19:31:11,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131131869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:11,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131131869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:11,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131131869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:11,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131131869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:11,966 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:11,971 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208e6efbd043064f7eb65b5733f83ad188_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208e6efbd043064f7eb65b5733f83ad188_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:11,972 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/20c2e4fa4ff946319259a29180dcee6d, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:11,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/20c2e4fa4ff946319259a29180dcee6d is 175, key is test_row_0/A:col10/1732131071473/Put/seqid=0 2024-11-20T19:31:11,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741982_1158 (size=74094) 2024-11-20T19:31:11,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T19:31:11,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:11,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:11,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:11,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:11,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:12,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T19:31:12,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:12,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T19:31:12,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131132179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131132179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131132179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:12,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131132179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:12,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T19:31:12,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:12,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:12,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:12,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:12,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:12,376 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/20c2e4fa4ff946319259a29180dcee6d 2024-11-20T19:31:12,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/ff26b81e5873442bb2d139e96e3ad208 is 50, key is test_row_0/B:col10/1732131071473/Put/seqid=0 2024-11-20T19:31:12,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741984_1160 (size=12051) 2024-11-20T19:31:12,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/ff26b81e5873442bb2d139e96e3ad208 2024-11-20T19:31:12,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/4aa5d9933cae4b81bc58a3c06874c604 is 50, key is test_row_0/C:col10/1732131071473/Put/seqid=0 2024-11-20T19:31:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741985_1161 (size=12051) 2024-11-20T19:31:12,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/4aa5d9933cae4b81bc58a3c06874c604 2024-11-20T19:31:12,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T19:31:12,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:12,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:12,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:12,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:12,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:12,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/20c2e4fa4ff946319259a29180dcee6d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/20c2e4fa4ff946319259a29180dcee6d 2024-11-20T19:31:12,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/20c2e4fa4ff946319259a29180dcee6d, entries=400, sequenceid=130, filesize=72.4 K 2024-11-20T19:31:12,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/ff26b81e5873442bb2d139e96e3ad208 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/ff26b81e5873442bb2d139e96e3ad208 2024-11-20T19:31:12,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/ff26b81e5873442bb2d139e96e3ad208, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T19:31:12,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/4aa5d9933cae4b81bc58a3c06874c604 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4aa5d9933cae4b81bc58a3c06874c604 2024-11-20T19:31:12,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4aa5d9933cae4b81bc58a3c06874c604, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T19:31:12,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 274a6984efbc227f0e129e37f716cabb in 997ms, sequenceid=130, compaction requested=true 2024-11-20T19:31:12,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:12,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:12,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:12,471 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:12,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:12,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:12,471 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:12,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:12,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:12,472 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:12,472 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:12,472 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/B is initiating minor compaction (all files) 2024-11-20T19:31:12,472 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/A is initiating minor compaction (all files) 2024-11-20T19:31:12,473 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/A in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:12,473 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a9b53514137d4894b4f26a18fdb4dea1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a510c9a6ad4e43cd9fff53c90ffd823f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/20c2e4fa4ff946319259a29180dcee6d] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=133.1 K 2024-11-20T19:31:12,473 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:12,473 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a9b53514137d4894b4f26a18fdb4dea1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a510c9a6ad4e43cd9fff53c90ffd823f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/20c2e4fa4ff946319259a29180dcee6d] 2024-11-20T19:31:12,473 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/B in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:12,473 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e8b617f8270641fab5d068629f3d51d9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/b214f1d5930a4419b084804ca1c8dad0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/ff26b81e5873442bb2d139e96e3ad208] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=35.4 K 2024-11-20T19:31:12,475 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e8b617f8270641fab5d068629f3d51d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732131066832 2024-11-20T19:31:12,475 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9b53514137d4894b4f26a18fdb4dea1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732131066832 2024-11-20T19:31:12,476 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting b214f1d5930a4419b084804ca1c8dad0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732131069219 2024-11-20T19:31:12,476 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a510c9a6ad4e43cd9fff53c90ffd823f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732131069219 2024-11-20T19:31:12,476 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ff26b81e5873442bb2d139e96e3ad208, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131071465 2024-11-20T19:31:12,476 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20c2e4fa4ff946319259a29180dcee6d, keycount=400, bloomtype=ROW, size=72.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131071417 2024-11-20T19:31:12,484 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:12,486 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:12,486 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207ddd7222925d40b2b2fdde98844b4f3e_274a6984efbc227f0e129e37f716cabb store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:12,487 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/30707b50eed940369020cacfbb45941e is 50, key is test_row_0/B:col10/1732131071473/Put/seqid=0 2024-11-20T19:31:12,490 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207ddd7222925d40b2b2fdde98844b4f3e_274a6984efbc227f0e129e37f716cabb, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:12,490 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207ddd7222925d40b2b2fdde98844b4f3e_274a6984efbc227f0e129e37f716cabb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:12,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741986_1162 (size=12359) 2024-11-20T19:31:12,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741987_1163 (size=4469) 2024-11-20T19:31:12,524 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#A#compaction#137 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:12,524 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/5e126e356d7243bdb5dfeba5ee26ddb8 is 175, key is test_row_0/A:col10/1732131071473/Put/seqid=0 2024-11-20T19:31:12,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741988_1164 (size=31313) 2024-11-20T19:31:12,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T19:31:12,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:12,602 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:31:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120118f111c6e4e4bb0bfafc06f892c6bfa_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131071540/Put/seqid=0 2024-11-20T19:31:12,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741989_1165 (size=12304) 2024-11-20T19:31:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T19:31:12,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:12,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131132737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:12,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131132744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131132746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:12,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131132748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:12,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131132849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:12,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:12,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131132849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:12,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:12,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131132860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:12,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:12,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131132861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:12,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:12,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:12,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:12,919 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/30707b50eed940369020cacfbb45941e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/30707b50eed940369020cacfbb45941e 2024-11-20T19:31:12,925 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/B of 274a6984efbc227f0e129e37f716cabb into 30707b50eed940369020cacfbb45941e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:12,925 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:12,925 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/B, priority=13, startTime=1732131072471; duration=0sec 2024-11-20T19:31:12,926 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:12,926 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:B 2024-11-20T19:31:12,926 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:12,927 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:12,927 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/C is initiating minor compaction (all files) 2024-11-20T19:31:12,928 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/C in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:12,928 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4b9e60475a8747699f27355948b59f68, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/3374c17246584df78a8c3233c823a709, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4aa5d9933cae4b81bc58a3c06874c604] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=35.4 K 2024-11-20T19:31:12,928 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b9e60475a8747699f27355948b59f68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732131066832 2024-11-20T19:31:12,928 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 3374c17246584df78a8c3233c823a709, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732131069219 2024-11-20T19:31:12,929 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 4aa5d9933cae4b81bc58a3c06874c604, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131071465 2024-11-20T19:31:12,936 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#C#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:12,936 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/cb950eb001de4071a9e221fd76384444 is 50, key is test_row_0/C:col10/1732131071473/Put/seqid=0 2024-11-20T19:31:12,944 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/5e126e356d7243bdb5dfeba5ee26ddb8 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/5e126e356d7243bdb5dfeba5ee26ddb8 2024-11-20T19:31:12,950 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/A of 274a6984efbc227f0e129e37f716cabb into 5e126e356d7243bdb5dfeba5ee26ddb8(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:12,950 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:12,950 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/A, priority=13, startTime=1732131072471; duration=0sec 2024-11-20T19:31:12,950 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:12,950 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:A 2024-11-20T19:31:12,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741990_1166 (size=12359) 2024-11-20T19:31:12,967 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/cb950eb001de4071a9e221fd76384444 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/cb950eb001de4071a9e221fd76384444 2024-11-20T19:31:12,975 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/C of 274a6984efbc227f0e129e37f716cabb into cb950eb001de4071a9e221fd76384444(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:12,975 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:12,975 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/C, priority=13, startTime=1732131072471; duration=0sec 2024-11-20T19:31:12,975 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:12,975 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:C 2024-11-20T19:31:13,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:13,055 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120118f111c6e4e4bb0bfafc06f892c6bfa_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120118f111c6e4e4bb0bfafc06f892c6bfa_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:13,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/4f9aaf8a7d0248e39ae231466607ae12, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:13,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/4f9aaf8a7d0248e39ae231466607ae12 is 175, key is test_row_0/A:col10/1732131071540/Put/seqid=0 2024-11-20T19:31:13,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131133059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131133059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741991_1167 (size=31105) 2024-11-20T19:31:13,078 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/4f9aaf8a7d0248e39ae231466607ae12 2024-11-20T19:31:13,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131133079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131133079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/e088967720c4417198aaeca76b7c53ad is 50, key is test_row_0/B:col10/1732131071540/Put/seqid=0 2024-11-20T19:31:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741992_1168 (size=12151) 2024-11-20T19:31:13,101 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/e088967720c4417198aaeca76b7c53ad 2024-11-20T19:31:13,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/b4d3343809444a9388b35ad294cb4098 is 50, key is test_row_0/C:col10/1732131071540/Put/seqid=0 2024-11-20T19:31:13,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741993_1169 (size=12151) 2024-11-20T19:31:13,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131133369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131133369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131133391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131133391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131133499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,500 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:13,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,543 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/b4d3343809444a9388b35ad294cb4098 2024-11-20T19:31:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/4f9aaf8a7d0248e39ae231466607ae12 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4f9aaf8a7d0248e39ae231466607ae12 2024-11-20T19:31:13,557 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4f9aaf8a7d0248e39ae231466607ae12, entries=150, sequenceid=155, filesize=30.4 K 2024-11-20T19:31:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/e088967720c4417198aaeca76b7c53ad as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e088967720c4417198aaeca76b7c53ad 2024-11-20T19:31:13,566 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e088967720c4417198aaeca76b7c53ad, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T19:31:13,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/b4d3343809444a9388b35ad294cb4098 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/b4d3343809444a9388b35ad294cb4098 2024-11-20T19:31:13,573 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/b4d3343809444a9388b35ad294cb4098, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T19:31:13,574 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 274a6984efbc227f0e129e37f716cabb in 973ms, sequenceid=155, compaction requested=false 2024-11-20T19:31:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T19:31:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T19:31:13,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-20T19:31:13,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0510 sec 2024-11-20T19:31:13,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.0590 sec 2024-11-20T19:31:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T19:31:13,670 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:13,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-20T19:31:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T19:31:13,672 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:13,673 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:13,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T19:31:13,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T19:31:13,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:13,826 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:31:13,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f77fc0e06c07465da5edacd69cdf6fda_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131072699/Put/seqid=0 2024-11-20T19:31:13,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741994_1170 (size=12304) 2024-11-20T19:31:13,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:13,848 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f77fc0e06c07465da5edacd69cdf6fda_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f77fc0e06c07465da5edacd69cdf6fda_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/d994f3b42222458a80d158d188203cf1, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:13,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/d994f3b42222458a80d158d188203cf1 is 175, key is test_row_0/A:col10/1732131072699/Put/seqid=0 2024-11-20T19:31:13,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741995_1171 (size=31105) 2024-11-20T19:31:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:13,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:13,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131133947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131133947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131133948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131133949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T19:31:14,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131134059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:14,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131134059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:14,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131134059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:14,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131134059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:14,260 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/d994f3b42222458a80d158d188203cf1 2024-11-20T19:31:14,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/684b1a6d48f74c88bc214d0b0ac0a062 is 50, key is test_row_0/B:col10/1732131072699/Put/seqid=0 2024-11-20T19:31:14,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131134269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:14,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131134269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:14,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131134269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131134270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:14,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741996_1172 (size=12151) 2024-11-20T19:31:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T19:31:14,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131134579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:14,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131134579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131134579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131134579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:14,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:14,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:14,675 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/684b1a6d48f74c88bc214d0b0ac0a062 2024-11-20T19:31:14,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/b3214bf6af814380944ad9dbaff4f272 is 50, key is test_row_0/C:col10/1732131072699/Put/seqid=0 2024-11-20T19:31:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741997_1173 (size=12151) 2024-11-20T19:31:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T19:31:15,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131135089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:15,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:15,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131135089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:15,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:15,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:15,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131135089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:15,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131135089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:15,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:15,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/b3214bf6af814380944ad9dbaff4f272 2024-11-20T19:31:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/d994f3b42222458a80d158d188203cf1 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d994f3b42222458a80d158d188203cf1 2024-11-20T19:31:15,130 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d994f3b42222458a80d158d188203cf1, entries=150, sequenceid=169, filesize=30.4 K 2024-11-20T19:31:15,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/684b1a6d48f74c88bc214d0b0ac0a062 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/684b1a6d48f74c88bc214d0b0ac0a062 2024-11-20T19:31:15,137 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/684b1a6d48f74c88bc214d0b0ac0a062, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T19:31:15,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/b3214bf6af814380944ad9dbaff4f272 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/b3214bf6af814380944ad9dbaff4f272 2024-11-20T19:31:15,143 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/b3214bf6af814380944ad9dbaff4f272, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T19:31:15,144 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 274a6984efbc227f0e129e37f716cabb in 1319ms, sequenceid=169, compaction requested=true 2024-11-20T19:31:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:15,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T19:31:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T19:31:15,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T19:31:15,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4730 sec 2024-11-20T19:31:15,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.4790 sec 2024-11-20T19:31:15,436 INFO [master/e14ef07817f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T19:31:15,436 INFO [master/e14ef07817f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T19:31:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T19:31:15,830 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:15,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-20T19:31:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T19:31:15,833 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:15,834 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:15,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T19:31:15,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T19:31:15,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:15,987 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:31:15,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ef193a9ca610496cb604326ce8cf847a_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131073940/Put/seqid=0 2024-11-20T19:31:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741998_1174 (size=12304) 2024-11-20T19:31:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:16,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:16,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131136107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131136107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131136108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131136109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,115 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:16,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T19:31:16,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131136219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131136219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131136220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:16,401 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ef193a9ca610496cb604326ce8cf847a_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ef193a9ca610496cb604326ce8cf847a_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/2730cf05217e462f81b137c7ca360090, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:16,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/2730cf05217e462f81b137c7ca360090 is 175, key is test_row_0/A:col10/1732131073940/Put/seqid=0 2024-11-20T19:31:16,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741999_1175 (size=31105) 2024-11-20T19:31:16,411 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/2730cf05217e462f81b137c7ca360090 2024-11-20T19:31:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/6e7fc05e5c97402da76794f1acd15df9 is 50, key is test_row_0/B:col10/1732131073940/Put/seqid=0 2024-11-20T19:31:16,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742000_1176 (size=12151) 2024-11-20T19:31:16,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131136430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131136430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131136430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T19:31:16,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131136739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131136739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131136739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:16,826 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/6e7fc05e5c97402da76794f1acd15df9 2024-11-20T19:31:16,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/726cc986b1064ddd9f3013daf9e1180c is 50, key is test_row_0/C:col10/1732131073940/Put/seqid=0 2024-11-20T19:31:16,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742001_1177 (size=12151) 2024-11-20T19:31:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T19:31:17,239 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/726cc986b1064ddd9f3013daf9e1180c 2024-11-20T19:31:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/2730cf05217e462f81b137c7ca360090 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/2730cf05217e462f81b137c7ca360090 2024-11-20T19:31:17,247 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/2730cf05217e462f81b137c7ca360090, entries=150, sequenceid=195, filesize=30.4 K 2024-11-20T19:31:17,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/6e7fc05e5c97402da76794f1acd15df9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6e7fc05e5c97402da76794f1acd15df9 2024-11-20T19:31:17,252 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6e7fc05e5c97402da76794f1acd15df9, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T19:31:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/726cc986b1064ddd9f3013daf9e1180c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/726cc986b1064ddd9f3013daf9e1180c 2024-11-20T19:31:17,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131137249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:17,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131137249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:17,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131137249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:17,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:17,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:17,261 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/726cc986b1064ddd9f3013daf9e1180c, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T19:31:17,262 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 274a6984efbc227f0e129e37f716cabb in 1275ms, sequenceid=195, compaction requested=true 2024-11-20T19:31:17,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:17,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:17,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T19:31:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T19:31:17,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-20T19:31:17,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-11-20T19:31:17,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.4340 sec 2024-11-20T19:31:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T19:31:17,979 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:17,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-20T19:31:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:31:17,982 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:17,982 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:17,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:31:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:18,130 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:18,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:31:18,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:31:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:18,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207d4d61a85ca24e8498d87ef0f0867df8_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131076107/Put/seqid=0 2024-11-20T19:31:18,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742002_1178 (size=14794) 2024-11-20T19:31:18,145 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:18,149 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207d4d61a85ca24e8498d87ef0f0867df8_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207d4d61a85ca24e8498d87ef0f0867df8_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:18,151 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/3b9c8dba057e420e8d3c28e01c1ebb96, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:18,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/3b9c8dba057e420e8d3c28e01c1ebb96 is 175, key is test_row_0/A:col10/1732131076107/Put/seqid=0 2024-11-20T19:31:18,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742003_1179 (size=39749) 2024-11-20T19:31:18,162 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/3b9c8dba057e420e8d3c28e01c1ebb96 2024-11-20T19:31:18,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/927c8287cc01457398504f67e50e9234 is 50, key is test_row_0/B:col10/1732131076107/Put/seqid=0 2024-11-20T19:31:18,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742004_1180 (size=12151) 2024-11-20T19:31:18,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131138237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:18,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131138259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:18,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131138259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:18,261 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:18,261 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:18,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131138269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:18,272 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:18,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:31:18,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:18,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:18,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:31:18,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131138349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:18,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:31:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:18,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131138559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:18,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:18,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/927c8287cc01457398504f67e50e9234 2024-11-20T19:31:18,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:31:18,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:18,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:18,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:18,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/49f2c8280999415782954ccac19e6958 is 50, key is test_row_0/C:col10/1732131076107/Put/seqid=0 2024-11-20T19:31:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:31:18,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742005_1181 (size=12151) 2024-11-20T19:31:18,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/49f2c8280999415782954ccac19e6958 2024-11-20T19:31:18,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/3b9c8dba057e420e8d3c28e01c1ebb96 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/3b9c8dba057e420e8d3c28e01c1ebb96 2024-11-20T19:31:18,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/3b9c8dba057e420e8d3c28e01c1ebb96, entries=200, sequenceid=206, filesize=38.8 K 2024-11-20T19:31:18,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/927c8287cc01457398504f67e50e9234 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/927c8287cc01457398504f67e50e9234 2024-11-20T19:31:18,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/927c8287cc01457398504f67e50e9234, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T19:31:18,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/49f2c8280999415782954ccac19e6958 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/49f2c8280999415782954ccac19e6958 2024-11-20T19:31:18,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/49f2c8280999415782954ccac19e6958, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T19:31:18,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 274a6984efbc227f0e129e37f716cabb in 562ms, sequenceid=206, compaction requested=true 2024-11-20T19:31:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:18,692 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T19:31:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:18,692 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T19:31:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:18,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:18,695 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164377 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T19:31:18,695 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/A is initiating minor compaction (all files) 2024-11-20T19:31:18,695 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/A in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,695 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/5e126e356d7243bdb5dfeba5ee26ddb8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4f9aaf8a7d0248e39ae231466607ae12, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d994f3b42222458a80d158d188203cf1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/2730cf05217e462f81b137c7ca360090, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/3b9c8dba057e420e8d3c28e01c1ebb96] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=160.5 K 2024-11-20T19:31:18,695 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,695 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/5e126e356d7243bdb5dfeba5ee26ddb8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4f9aaf8a7d0248e39ae231466607ae12, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d994f3b42222458a80d158d188203cf1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/2730cf05217e462f81b137c7ca360090, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/3b9c8dba057e420e8d3c28e01c1ebb96] 2024-11-20T19:31:18,696 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60963 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T19:31:18,696 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/B is initiating minor compaction (all files) 2024-11-20T19:31:18,696 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/B in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,696 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/30707b50eed940369020cacfbb45941e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e088967720c4417198aaeca76b7c53ad, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/684b1a6d48f74c88bc214d0b0ac0a062, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6e7fc05e5c97402da76794f1acd15df9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/927c8287cc01457398504f67e50e9234] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=59.5 K 2024-11-20T19:31:18,697 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 30707b50eed940369020cacfbb45941e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131071465 2024-11-20T19:31:18,698 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e126e356d7243bdb5dfeba5ee26ddb8, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131071465 2024-11-20T19:31:18,698 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e088967720c4417198aaeca76b7c53ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732131071536 2024-11-20T19:31:18,698 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f9aaf8a7d0248e39ae231466607ae12, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732131071536 2024-11-20T19:31:18,698 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 684b1a6d48f74c88bc214d0b0ac0a062, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732131072699 2024-11-20T19:31:18,698 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting d994f3b42222458a80d158d188203cf1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732131072699 2024-11-20T19:31:18,699 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e7fc05e5c97402da76794f1acd15df9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732131073940 2024-11-20T19:31:18,699 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2730cf05217e462f81b137c7ca360090, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732131073940 2024-11-20T19:31:18,699 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 927c8287cc01457398504f67e50e9234, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732131076106 2024-11-20T19:31:18,699 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b9c8dba057e420e8d3c28e01c1ebb96, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732131076101 2024-11-20T19:31:18,721 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:18,735 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:18,736 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/18a13cb5130b46e29b3154a3d40f9af7 is 50, key is test_row_0/B:col10/1732131076107/Put/seqid=0 2024-11-20T19:31:18,745 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203f04452795b84af1b61b90441eb6b3e6_274a6984efbc227f0e129e37f716cabb store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:18,748 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203f04452795b84af1b61b90441eb6b3e6_274a6984efbc227f0e129e37f716cabb, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:18,748 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203f04452795b84af1b61b90441eb6b3e6_274a6984efbc227f0e129e37f716cabb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:18,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T19:31:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,751 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:31:18,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742006_1182 (size=12629) 2024-11-20T19:31:18,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120220192ede8674f4f9977594fd15cc3da_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131078211/Put/seqid=0 2024-11-20T19:31:18,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742007_1183 (size=4469) 2024-11-20T19:31:18,802 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#A#compaction#152 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:18,803 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/361fec3b987141d1a73cbbfb9c1fefba is 175, key is test_row_0/A:col10/1732131076107/Put/seqid=0 2024-11-20T19:31:18,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742009_1185 (size=31583) 2024-11-20T19:31:18,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742008_1184 (size=12304) 2024-11-20T19:31:18,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:18,842 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120220192ede8674f4f9977594fd15cc3da_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120220192ede8674f4f9977594fd15cc3da_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:18,848 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/361fec3b987141d1a73cbbfb9c1fefba as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/361fec3b987141d1a73cbbfb9c1fefba 2024-11-20T19:31:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/21e4066238fe4171a3ed403ed009ff6e, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/21e4066238fe4171a3ed403ed009ff6e is 175, key is test_row_0/A:col10/1732131078211/Put/seqid=0 2024-11-20T19:31:18,859 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/A of 274a6984efbc227f0e129e37f716cabb into 361fec3b987141d1a73cbbfb9c1fefba(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:18,859 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:18,859 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/A, priority=11, startTime=1732131078692; duration=0sec 2024-11-20T19:31:18,860 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:18,860 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:A 2024-11-20T19:31:18,860 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T19:31:18,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742010_1186 (size=31105) 2024-11-20T19:31:18,863 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60963 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T19:31:18,863 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/C is initiating minor compaction (all files) 2024-11-20T19:31:18,863 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/C in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:18,863 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/cb950eb001de4071a9e221fd76384444, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/b4d3343809444a9388b35ad294cb4098, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/b3214bf6af814380944ad9dbaff4f272, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/726cc986b1064ddd9f3013daf9e1180c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/49f2c8280999415782954ccac19e6958] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=59.5 K 2024-11-20T19:31:18,864 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/21e4066238fe4171a3ed403ed009ff6e 2024-11-20T19:31:18,864 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb950eb001de4071a9e221fd76384444, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131071465 2024-11-20T19:31:18,865 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4d3343809444a9388b35ad294cb4098, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732131071536 2024-11-20T19:31:18,865 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3214bf6af814380944ad9dbaff4f272, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732131072699 2024-11-20T19:31:18,866 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 726cc986b1064ddd9f3013daf9e1180c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732131073940 2024-11-20T19:31:18,867 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49f2c8280999415782954ccac19e6958, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732131076106 2024-11-20T19:31:18,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/a15dc578d86e4299addc5a05726dd8c4 is 50, key is test_row_0/B:col10/1732131078211/Put/seqid=0 2024-11-20T19:31:18,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:18,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742011_1187 (size=12151) 2024-11-20T19:31:18,894 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/a15dc578d86e4299addc5a05726dd8c4 2024-11-20T19:31:18,901 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:18,902 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/4dd59076e7de478895ea76bbe4d0879e is 50, key is test_row_0/C:col10/1732131076107/Put/seqid=0 2024-11-20T19:31:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/d84eb1bf42a5435e91ab9c97cc098a00 is 50, key is test_row_0/C:col10/1732131078211/Put/seqid=0 2024-11-20T19:31:18,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131138922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:18,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742013_1189 (size=12151) 2024-11-20T19:31:18,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742012_1188 (size=12629) 2024-11-20T19:31:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131139039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:19,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:19,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:31:19,192 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/18a13cb5130b46e29b3154a3d40f9af7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/18a13cb5130b46e29b3154a3d40f9af7 2024-11-20T19:31:19,201 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/B of 274a6984efbc227f0e129e37f716cabb into 18a13cb5130b46e29b3154a3d40f9af7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:19,201 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:19,201 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/B, priority=11, startTime=1732131078692; duration=0sec 2024-11-20T19:31:19,201 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:19,201 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:B 2024-11-20T19:31:19,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131139249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:19,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:19,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:19,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:19,334 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/d84eb1bf42a5435e91ab9c97cc098a00 2024-11-20T19:31:19,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/21e4066238fe4171a3ed403ed009ff6e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/21e4066238fe4171a3ed403ed009ff6e 2024-11-20T19:31:19,346 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/4dd59076e7de478895ea76bbe4d0879e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4dd59076e7de478895ea76bbe4d0879e 2024-11-20T19:31:19,347 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/21e4066238fe4171a3ed403ed009ff6e, entries=150, sequenceid=231, filesize=30.4 K 2024-11-20T19:31:19,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/a15dc578d86e4299addc5a05726dd8c4 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/a15dc578d86e4299addc5a05726dd8c4 2024-11-20T19:31:19,358 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/C of 274a6984efbc227f0e129e37f716cabb into 4dd59076e7de478895ea76bbe4d0879e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:19,358 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:19,358 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/C, priority=11, startTime=1732131078692; duration=0sec 2024-11-20T19:31:19,358 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:19,358 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:C 2024-11-20T19:31:19,361 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/a15dc578d86e4299addc5a05726dd8c4, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T19:31:19,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/d84eb1bf42a5435e91ab9c97cc098a00 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/d84eb1bf42a5435e91ab9c97cc098a00 2024-11-20T19:31:19,367 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/d84eb1bf42a5435e91ab9c97cc098a00, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T19:31:19,368 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 274a6984efbc227f0e129e37f716cabb in 618ms, sequenceid=231, compaction requested=false 2024-11-20T19:31:19,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:19,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:19,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T19:31:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T19:31:19,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-20T19:31:19,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3880 sec 2024-11-20T19:31:19,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.3930 sec 2024-11-20T19:31:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:19,564 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:19,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:31:19,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112031cf625c4cd841ecb66a711d8c54df71_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131078920/Put/seqid=0 2024-11-20T19:31:19,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742014_1190 (size=14794) 2024-11-20T19:31:19,647 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:19,655 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112031cf625c4cd841ecb66a711d8c54df71_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031cf625c4cd841ecb66a711d8c54df71_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:19,656 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/9a795cb7a1b546f4aa4dc71ead08fe5f, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:19,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/9a795cb7a1b546f4aa4dc71ead08fe5f is 175, key is test_row_0/A:col10/1732131078920/Put/seqid=0 2024-11-20T19:31:19,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131139683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742015_1191 (size=39749) 2024-11-20T19:31:19,694 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/9a795cb7a1b546f4aa4dc71ead08fe5f 2024-11-20T19:31:19,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/37dabad7d9074760bf60391980b5d748 is 50, key is test_row_0/B:col10/1732131078920/Put/seqid=0 2024-11-20T19:31:19,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742016_1192 (size=12151) 2024-11-20T19:31:19,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/37dabad7d9074760bf60391980b5d748 2024-11-20T19:31:19,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/8b504126dfde40c486796eb084084722 is 50, key is test_row_0/C:col10/1732131078920/Put/seqid=0 2024-11-20T19:31:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742017_1193 (size=12151) 2024-11-20T19:31:19,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/8b504126dfde40c486796eb084084722 2024-11-20T19:31:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/9a795cb7a1b546f4aa4dc71ead08fe5f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/9a795cb7a1b546f4aa4dc71ead08fe5f 2024-11-20T19:31:19,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131139789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:19,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:19,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:19,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:19,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/9a795cb7a1b546f4aa4dc71ead08fe5f, entries=200, sequenceid=246, filesize=38.8 K 2024-11-20T19:31:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/37dabad7d9074760bf60391980b5d748 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/37dabad7d9074760bf60391980b5d748 2024-11-20T19:31:19,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/37dabad7d9074760bf60391980b5d748, entries=150, sequenceid=246, filesize=11.9 K 2024-11-20T19:31:19,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/8b504126dfde40c486796eb084084722 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/8b504126dfde40c486796eb084084722 2024-11-20T19:31:19,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/8b504126dfde40c486796eb084084722, entries=150, sequenceid=246, filesize=11.9 K 2024-11-20T19:31:19,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 274a6984efbc227f0e129e37f716cabb in 252ms, sequenceid=246, compaction requested=true 2024-11-20T19:31:19,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:19,817 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:19,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:19,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:19,817 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:19,819 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:19,819 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:19,819 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/B is initiating minor compaction (all files) 2024-11-20T19:31:19,819 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/A is initiating minor compaction (all files) 2024-11-20T19:31:19,819 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/B in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:19,819 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/A in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:19,819 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/18a13cb5130b46e29b3154a3d40f9af7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/a15dc578d86e4299addc5a05726dd8c4, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/37dabad7d9074760bf60391980b5d748] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=36.1 K 2024-11-20T19:31:19,819 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/361fec3b987141d1a73cbbfb9c1fefba, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/21e4066238fe4171a3ed403ed009ff6e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/9a795cb7a1b546f4aa4dc71ead08fe5f] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=100.0 K 2024-11-20T19:31:19,819 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:19,819 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/361fec3b987141d1a73cbbfb9c1fefba, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/21e4066238fe4171a3ed403ed009ff6e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/9a795cb7a1b546f4aa4dc71ead08fe5f] 2024-11-20T19:31:19,820 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 18a13cb5130b46e29b3154a3d40f9af7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732131076106 2024-11-20T19:31:19,820 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 361fec3b987141d1a73cbbfb9c1fefba, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732131076106 2024-11-20T19:31:19,820 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting a15dc578d86e4299addc5a05726dd8c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732131078211 2024-11-20T19:31:19,820 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 37dabad7d9074760bf60391980b5d748, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732131078905 2024-11-20T19:31:19,821 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21e4066238fe4171a3ed403ed009ff6e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732131078211 2024-11-20T19:31:19,821 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a795cb7a1b546f4aa4dc71ead08fe5f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732131078873 2024-11-20T19:31:19,842 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#B#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:19,843 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/e8e4aac2e56243d28511fc03205beacd is 50, key is test_row_0/B:col10/1732131078920/Put/seqid=0 2024-11-20T19:31:19,844 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:19,861 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c8126567a7de449e9100a213b58e8fab_274a6984efbc227f0e129e37f716cabb store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:19,863 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c8126567a7de449e9100a213b58e8fab_274a6984efbc227f0e129e37f716cabb, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:19,863 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c8126567a7de449e9100a213b58e8fab_274a6984efbc227f0e129e37f716cabb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742018_1194 (size=12731) 2024-11-20T19:31:19,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742019_1195 (size=4469) 2024-11-20T19:31:19,880 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#A#compaction#162 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:19,881 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/abe0118dfc09418bbcefd492d154f409 is 175, key is test_row_0/A:col10/1732131078920/Put/seqid=0 2024-11-20T19:31:19,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742020_1196 (size=31685) 2024-11-20T19:31:19,922 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/abe0118dfc09418bbcefd492d154f409 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/abe0118dfc09418bbcefd492d154f409 2024-11-20T19:31:19,939 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/A of 274a6984efbc227f0e129e37f716cabb into abe0118dfc09418bbcefd492d154f409(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:19,939 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:19,940 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/A, priority=13, startTime=1732131079817; duration=0sec 2024-11-20T19:31:19,940 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:19,940 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:A 2024-11-20T19:31:19,940 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:19,941 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:19,941 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/C is initiating minor compaction (all files) 2024-11-20T19:31:19,941 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/C in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:19,941 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4dd59076e7de478895ea76bbe4d0879e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/d84eb1bf42a5435e91ab9c97cc098a00, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/8b504126dfde40c486796eb084084722] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=36.1 K 2024-11-20T19:31:19,942 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dd59076e7de478895ea76bbe4d0879e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732131076106 2024-11-20T19:31:19,942 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting d84eb1bf42a5435e91ab9c97cc098a00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732131078211 2024-11-20T19:31:19,943 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b504126dfde40c486796eb084084722, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732131078905 2024-11-20T19:31:19,951 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#C#compaction#163 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:19,952 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/d0c326637e8747c28712c99264340840 is 50, key is test_row_0/C:col10/1732131078920/Put/seqid=0 2024-11-20T19:31:19,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742021_1197 (size=12731) 2024-11-20T19:31:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:20,005 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:20,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:31:20,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202bf23a661bd040a4a4cc4b54b6eaeb2b_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131079612/Put/seqid=0 2024-11-20T19:31:20,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742022_1198 (size=14994) 2024-11-20T19:31:20,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131140070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T19:31:20,140 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:20,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-20T19:31:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:31:20,142 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:20,143 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:20,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:20,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131140179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:31:20,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131140269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:20,273 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:20,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131140279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:20,280 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:20,281 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/e8e4aac2e56243d28511fc03205beacd as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e8e4aac2e56243d28511fc03205beacd 2024-11-20T19:31:20,287 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/B of 274a6984efbc227f0e129e37f716cabb into e8e4aac2e56243d28511fc03205beacd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:20,287 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:20,287 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/B, priority=13, startTime=1732131079817; duration=0sec 2024-11-20T19:31:20,287 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:20,287 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:B 2024-11-20T19:31:20,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131140289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:20,293 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:20,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:31:20,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:20,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:20,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:20,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,376 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/d0c326637e8747c28712c99264340840 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/d0c326637e8747c28712c99264340840 2024-11-20T19:31:20,385 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/C of 274a6984efbc227f0e129e37f716cabb into d0c326637e8747c28712c99264340840(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:20,385 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:20,385 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/C, priority=13, startTime=1732131079818; duration=0sec 2024-11-20T19:31:20,385 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:20,385 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:C 2024-11-20T19:31:20,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131140389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:20,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:20,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:31:20,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:20,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:20,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:20,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,459 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:31:20,466 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202bf23a661bd040a4a4cc4b54b6eaeb2b_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202bf23a661bd040a4a4cc4b54b6eaeb2b_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:20,467 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a0dcc5af2e45469dab6ef2cb8346efaf, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:20,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a0dcc5af2e45469dab6ef2cb8346efaf is 175, key is test_row_0/A:col10/1732131079612/Put/seqid=0 2024-11-20T19:31:20,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742023_1199 (size=39949) 2024-11-20T19:31:20,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:31:20,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:20,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:20,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:20,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131140699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:20,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:31:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:20,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:31:20,876 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a0dcc5af2e45469dab6ef2cb8346efaf 2024-11-20T19:31:20,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/ca78a3f807a44d82a26b27c47ec55a30 is 50, key is test_row_0/B:col10/1732131079612/Put/seqid=0 2024-11-20T19:31:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742024_1200 (size=12301) 2024-11-20T19:31:20,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:31:20,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:20,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:20,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:31:21,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:21,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:21,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131141210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:21,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:21,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:21,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:21,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:31:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:21,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:31:21,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/ca78a3f807a44d82a26b27c47ec55a30 2024-11-20T19:31:21,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/93f6a0ed0a104fd09ad4226979b20510 is 50, key is test_row_0/C:col10/1732131079612/Put/seqid=0 2024-11-20T19:31:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742025_1201 (size=12301) 2024-11-20T19:31:21,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:31:21,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:21,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:21,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:21,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:31:21,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:21,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:21,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:21,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/93f6a0ed0a104fd09ad4226979b20510 2024-11-20T19:31:21,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a0dcc5af2e45469dab6ef2cb8346efaf as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a0dcc5af2e45469dab6ef2cb8346efaf 2024-11-20T19:31:21,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a0dcc5af2e45469dab6ef2cb8346efaf, entries=200, sequenceid=272, filesize=39.0 K 2024-11-20T19:31:21,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/ca78a3f807a44d82a26b27c47ec55a30 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/ca78a3f807a44d82a26b27c47ec55a30 2024-11-20T19:31:21,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/ca78a3f807a44d82a26b27c47ec55a30, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T19:31:21,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/93f6a0ed0a104fd09ad4226979b20510 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/93f6a0ed0a104fd09ad4226979b20510 2024-11-20T19:31:21,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:31:21,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:21,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:21,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:21,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:21,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/93f6a0ed0a104fd09ad4226979b20510, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T19:31:21,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 274a6984efbc227f0e129e37f716cabb in 1734ms, sequenceid=272, compaction requested=false 2024-11-20T19:31:21,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:21,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T19:31:21,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:21,889 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:31:21,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a0128e731a7449d7b6950ca85c8251f7_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131080022/Put/seqid=0 2024-11-20T19:31:21,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742026_1202 (size=12454) 2024-11-20T19:31:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:22,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:31:22,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:22,309 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a0128e731a7449d7b6950ca85c8251f7_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a0128e731a7449d7b6950ca85c8251f7_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/4ddde54809ee4f44b24cc951884997f7, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:22,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/4ddde54809ee4f44b24cc951884997f7 is 175, key is test_row_0/A:col10/1732131080022/Put/seqid=0 2024-11-20T19:31:22,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742027_1203 (size=31255) 2024-11-20T19:31:22,322 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/4ddde54809ee4f44b24cc951884997f7 2024-11-20T19:31:22,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/233da600cd074cd2b2b034e03334b726 is 50, key is test_row_0/B:col10/1732131080022/Put/seqid=0 2024-11-20T19:31:22,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131142335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:22,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:22,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:22,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:22,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742028_1204 (size=12301) 2024-11-20T19:31:22,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131142443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:22,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131142649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:22,740 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/233da600cd074cd2b2b034e03334b726 2024-11-20T19:31:22,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/78f7361acfe64cdaaabfcf5aa0c8b7f5 is 50, key is test_row_0/C:col10/1732131080022/Put/seqid=0 2024-11-20T19:31:22,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742029_1205 (size=12301) 2024-11-20T19:31:22,787 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/78f7361acfe64cdaaabfcf5aa0c8b7f5 2024-11-20T19:31:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/4ddde54809ee4f44b24cc951884997f7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4ddde54809ee4f44b24cc951884997f7 2024-11-20T19:31:22,798 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4ddde54809ee4f44b24cc951884997f7, entries=150, sequenceid=285, filesize=30.5 K 2024-11-20T19:31:22,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/233da600cd074cd2b2b034e03334b726 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/233da600cd074cd2b2b034e03334b726 2024-11-20T19:31:22,811 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/233da600cd074cd2b2b034e03334b726, entries=150, sequenceid=285, filesize=12.0 K 2024-11-20T19:31:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/78f7361acfe64cdaaabfcf5aa0c8b7f5 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/78f7361acfe64cdaaabfcf5aa0c8b7f5 2024-11-20T19:31:22,824 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/78f7361acfe64cdaaabfcf5aa0c8b7f5, entries=150, sequenceid=285, filesize=12.0 K 2024-11-20T19:31:22,825 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 274a6984efbc227f0e129e37f716cabb in 937ms, sequenceid=285, compaction requested=true 2024-11-20T19:31:22,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:22,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:22,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T19:31:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T19:31:22,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-20T19:31:22,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6840 sec 2024-11-20T19:31:22,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.6890 sec 2024-11-20T19:31:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:22,961 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:22,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:31:22,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202c5b7c3ae30c466faaa542eb0e8675be_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131082267/Put/seqid=0 2024-11-20T19:31:22,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131142985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:22,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:22,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:22,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:22,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742030_1206 (size=14994) 2024-11-20T19:31:22,991 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:22,996 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202c5b7c3ae30c466faaa542eb0e8675be_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202c5b7c3ae30c466faaa542eb0e8675be_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:22,997 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/e56a7fa1a9244b4788bdff018337b5b9, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:22,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/e56a7fa1a9244b4788bdff018337b5b9 is 175, key is test_row_0/A:col10/1732131082267/Put/seqid=0 2024-11-20T19:31:23,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742031_1207 (size=39949) 2024-11-20T19:31:23,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/e56a7fa1a9244b4788bdff018337b5b9 2024-11-20T19:31:23,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/d1d86d7f6d844c2d9e78dc13ac77de0f is 50, key is test_row_0/B:col10/1732131082267/Put/seqid=0 2024-11-20T19:31:23,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742032_1208 (size=12301) 2024-11-20T19:31:23,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/d1d86d7f6d844c2d9e78dc13ac77de0f 2024-11-20T19:31:23,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/f6b6a159c020441eb6b896fa8af0fb9f is 50, key is test_row_0/C:col10/1732131082267/Put/seqid=0 2024-11-20T19:31:23,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742033_1209 (size=12301) 2024-11-20T19:31:23,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131143099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:23,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131143309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:23,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:23,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/f6b6a159c020441eb6b896fa8af0fb9f 2024-11-20T19:31:23,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/e56a7fa1a9244b4788bdff018337b5b9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e56a7fa1a9244b4788bdff018337b5b9 2024-11-20T19:31:23,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e56a7fa1a9244b4788bdff018337b5b9, entries=200, sequenceid=311, filesize=39.0 K 2024-11-20T19:31:23,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/d1d86d7f6d844c2d9e78dc13ac77de0f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/d1d86d7f6d844c2d9e78dc13ac77de0f 2024-11-20T19:31:23,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/d1d86d7f6d844c2d9e78dc13ac77de0f, entries=150, sequenceid=311, filesize=12.0 K 2024-11-20T19:31:23,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/f6b6a159c020441eb6b896fa8af0fb9f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/f6b6a159c020441eb6b896fa8af0fb9f 2024-11-20T19:31:23,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/f6b6a159c020441eb6b896fa8af0fb9f, entries=150, sequenceid=311, filesize=12.0 K 2024-11-20T19:31:23,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 274a6984efbc227f0e129e37f716cabb in 522ms, sequenceid=311, compaction requested=true 2024-11-20T19:31:23,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:23,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:23,484 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:23,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:23,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:23,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:23,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:23,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T19:31:23,484 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:23,485 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:23,485 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142838 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:23,485 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/B is initiating minor compaction (all files) 2024-11-20T19:31:23,485 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/A is initiating minor compaction (all files) 2024-11-20T19:31:23,485 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/B in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:23,485 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/A in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:23,486 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/abe0118dfc09418bbcefd492d154f409, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a0dcc5af2e45469dab6ef2cb8346efaf, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4ddde54809ee4f44b24cc951884997f7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e56a7fa1a9244b4788bdff018337b5b9] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=139.5 K 2024-11-20T19:31:23,486 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e8e4aac2e56243d28511fc03205beacd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/ca78a3f807a44d82a26b27c47ec55a30, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/233da600cd074cd2b2b034e03334b726, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/d1d86d7f6d844c2d9e78dc13ac77de0f] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=48.5 K 2024-11-20T19:31:23,486 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:23,486 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/abe0118dfc09418bbcefd492d154f409, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a0dcc5af2e45469dab6ef2cb8346efaf, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4ddde54809ee4f44b24cc951884997f7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e56a7fa1a9244b4788bdff018337b5b9] 2024-11-20T19:31:23,486 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e8e4aac2e56243d28511fc03205beacd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732131078905 2024-11-20T19:31:23,486 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting abe0118dfc09418bbcefd492d154f409, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732131078905 2024-11-20T19:31:23,486 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ca78a3f807a44d82a26b27c47ec55a30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732131079612 2024-11-20T19:31:23,486 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0dcc5af2e45469dab6ef2cb8346efaf, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732131079612 2024-11-20T19:31:23,487 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ddde54809ee4f44b24cc951884997f7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732131080022 2024-11-20T19:31:23,487 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 233da600cd074cd2b2b034e03334b726, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732131080022 2024-11-20T19:31:23,488 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting d1d86d7f6d844c2d9e78dc13ac77de0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732131082267 2024-11-20T19:31:23,488 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting e56a7fa1a9244b4788bdff018337b5b9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732131082267 2024-11-20T19:31:23,495 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:23,497 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#B#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:23,498 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/0e308a44fcea4fa2a76821d4dbed8fbb is 50, key is test_row_0/B:col10/1732131082267/Put/seqid=0 2024-11-20T19:31:23,499 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c247006630564753b079a9349c2ae5aa_274a6984efbc227f0e129e37f716cabb store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:23,502 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c247006630564753b079a9349c2ae5aa_274a6984efbc227f0e129e37f716cabb, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:23,502 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c247006630564753b079a9349c2ae5aa_274a6984efbc227f0e129e37f716cabb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:23,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742034_1210 (size=13017) 2024-11-20T19:31:23,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742035_1211 (size=4469) 2024-11-20T19:31:23,530 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#A#compaction#174 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:23,531 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/c67bb27a60a744f5baa4c74296b1a2b5 is 175, key is test_row_0/A:col10/1732131082267/Put/seqid=0 2024-11-20T19:31:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:23,534 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:23,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:31:23,535 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/0e308a44fcea4fa2a76821d4dbed8fbb as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/0e308a44fcea4fa2a76821d4dbed8fbb 2024-11-20T19:31:23,543 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/B of 274a6984efbc227f0e129e37f716cabb into 0e308a44fcea4fa2a76821d4dbed8fbb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:23,543 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:23,543 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/B, priority=12, startTime=1732131083484; duration=0sec 2024-11-20T19:31:23,543 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:23,543 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:B 2024-11-20T19:31:23,543 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:23,545 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:23,545 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/C is initiating minor compaction (all files) 2024-11-20T19:31:23,545 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/C in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:23,545 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/d0c326637e8747c28712c99264340840, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/93f6a0ed0a104fd09ad4226979b20510, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/78f7361acfe64cdaaabfcf5aa0c8b7f5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/f6b6a159c020441eb6b896fa8af0fb9f] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=48.5 K 2024-11-20T19:31:23,546 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting d0c326637e8747c28712c99264340840, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732131078905 2024-11-20T19:31:23,546 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 93f6a0ed0a104fd09ad4226979b20510, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732131079612 2024-11-20T19:31:23,547 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 78f7361acfe64cdaaabfcf5aa0c8b7f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732131080022 2024-11-20T19:31:23,547 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting f6b6a159c020441eb6b896fa8af0fb9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732131082267 2024-11-20T19:31:23,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742036_1212 (size=31971) 2024-11-20T19:31:23,572 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/c67bb27a60a744f5baa4c74296b1a2b5 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/c67bb27a60a744f5baa4c74296b1a2b5 2024-11-20T19:31:23,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c1240b45b86744919b607aea8089b866_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131082980/Put/seqid=0 2024-11-20T19:31:23,584 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/A of 274a6984efbc227f0e129e37f716cabb into c67bb27a60a744f5baa4c74296b1a2b5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:23,584 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:23,584 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/A, priority=12, startTime=1732131083484; duration=0sec 2024-11-20T19:31:23,587 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:23,587 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:23,588 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/ce7a1ceb4f954581935d6ba5dea48a4a is 50, key is test_row_0/C:col10/1732131082267/Put/seqid=0 2024-11-20T19:31:23,588 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:A 2024-11-20T19:31:23,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742037_1213 (size=14994) 2024-11-20T19:31:23,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742038_1214 (size=13017) 2024-11-20T19:31:23,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131143648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:23,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131143650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:23,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:23,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131143760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:23,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131143769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:23,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:23,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:23,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131143969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:23,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:23,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131143979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:23,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:23,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:24,017 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:24,023 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c1240b45b86744919b607aea8089b866_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c1240b45b86744919b607aea8089b866_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:24,024 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/d245837e160f4849b8081191c1e00a9e, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:24,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/d245837e160f4849b8081191c1e00a9e is 175, key is test_row_0/A:col10/1732131082980/Put/seqid=0 2024-11-20T19:31:24,035 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/ce7a1ceb4f954581935d6ba5dea48a4a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/ce7a1ceb4f954581935d6ba5dea48a4a 2024-11-20T19:31:24,040 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/C of 274a6984efbc227f0e129e37f716cabb into ce7a1ceb4f954581935d6ba5dea48a4a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:24,040 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:24,040 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/C, priority=12, startTime=1732131083484; duration=0sec 2024-11-20T19:31:24,040 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:24,040 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:C 2024-11-20T19:31:24,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742039_1215 (size=39949) 2024-11-20T19:31:24,043 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/d245837e160f4849b8081191c1e00a9e 2024-11-20T19:31:24,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/4c0c78606a534308b471b2e091cfbece is 50, key is test_row_0/B:col10/1732131082980/Put/seqid=0 2024-11-20T19:31:24,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742040_1216 (size=12301) 2024-11-20T19:31:24,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/4c0c78606a534308b471b2e091cfbece 2024-11-20T19:31:24,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/8e05384bdcc3482aaaaa40c106639969 is 50, key is test_row_0/C:col10/1732131082980/Put/seqid=0 2024-11-20T19:31:24,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742041_1217 (size=12301) 2024-11-20T19:31:24,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/8e05384bdcc3482aaaaa40c106639969 2024-11-20T19:31:24,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/d245837e160f4849b8081191c1e00a9e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d245837e160f4849b8081191c1e00a9e 2024-11-20T19:31:24,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d245837e160f4849b8081191c1e00a9e, entries=200, sequenceid=322, filesize=39.0 K 2024-11-20T19:31:24,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/4c0c78606a534308b471b2e091cfbece as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/4c0c78606a534308b471b2e091cfbece 2024-11-20T19:31:24,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/4c0c78606a534308b471b2e091cfbece, entries=150, sequenceid=322, filesize=12.0 K 2024-11-20T19:31:24,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/8e05384bdcc3482aaaaa40c106639969 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/8e05384bdcc3482aaaaa40c106639969 2024-11-20T19:31:24,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/8e05384bdcc3482aaaaa40c106639969, entries=150, sequenceid=322, filesize=12.0 K 2024-11-20T19:31:24,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 274a6984efbc227f0e129e37f716cabb in 600ms, sequenceid=322, compaction requested=false 2024-11-20T19:31:24,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:24,284 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:24,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:31:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T19:31:24,310 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:24,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:24,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131144306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:24,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131144307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:24,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44346 deadline: 1732131144309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:24,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44326 deadline: 1732131144309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-20T19:31:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:24,313 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:31:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:24,314 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:24,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cb3a310ec15b46b3b7722663e6e67510_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131083645/Put/seqid=0 2024-11-20T19:31:24,313 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:24,315 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:24,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44318 deadline: 1732131144320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:24,328 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 274a6984efbc227f0e129e37f716cabb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:24,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:24,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742042_1218 (size=14994) 2024-11-20T19:31:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:31:24,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131144419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:24,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131144420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:24,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:31:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:24,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:24,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:31:24,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:24,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:24,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:24,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:24,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:31:24,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131144629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:24,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131144629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:24,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:31:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:24,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:24,780 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:24,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cb3a310ec15b46b3b7722663e6e67510_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb3a310ec15b46b3b7722663e6e67510_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:24,785 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/1b23d60eae074195bcc49c383d8a8c78, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:24,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/1b23d60eae074195bcc49c383d8a8c78 is 175, key is test_row_0/A:col10/1732131083645/Put/seqid=0 2024-11-20T19:31:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742043_1219 (size=39949) 2024-11-20T19:31:24,801 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/1b23d60eae074195bcc49c383d8a8c78 2024-11-20T19:31:24,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/78f827e6bfe6489cbfd12d5a2387d32c is 50, key is test_row_0/B:col10/1732131083645/Put/seqid=0 2024-11-20T19:31:24,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742044_1220 (size=12301) 2024-11-20T19:31:24,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/78f827e6bfe6489cbfd12d5a2387d32c 2024-11-20T19:31:24,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/ca66735132c34530ac420a4782158759 is 50, key is test_row_0/C:col10/1732131083645/Put/seqid=0 2024-11-20T19:31:24,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742045_1221 (size=12301) 2024-11-20T19:31:24,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/ca66735132c34530ac420a4782158759 2024-11-20T19:31:24,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/1b23d60eae074195bcc49c383d8a8c78 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/1b23d60eae074195bcc49c383d8a8c78 2024-11-20T19:31:24,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/1b23d60eae074195bcc49c383d8a8c78, entries=200, sequenceid=351, filesize=39.0 K 2024-11-20T19:31:24,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/78f827e6bfe6489cbfd12d5a2387d32c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/78f827e6bfe6489cbfd12d5a2387d32c 2024-11-20T19:31:24,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/78f827e6bfe6489cbfd12d5a2387d32c, entries=150, sequenceid=351, filesize=12.0 K 2024-11-20T19:31:24,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/ca66735132c34530ac420a4782158759 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/ca66735132c34530ac420a4782158759 2024-11-20T19:31:24,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/ca66735132c34530ac420a4782158759, entries=150, sequenceid=351, filesize=12.0 K 2024-11-20T19:31:24,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 274a6984efbc227f0e129e37f716cabb in 603ms, sequenceid=351, compaction requested=true 2024-11-20T19:31:24,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:24,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:24,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:24,888 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:24,888 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:24,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:24,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:24,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:24,889 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:24,889 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/B is initiating minor compaction (all files) 2024-11-20T19:31:24,889 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/B in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:24,889 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/0e308a44fcea4fa2a76821d4dbed8fbb, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/4c0c78606a534308b471b2e091cfbece, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/78f827e6bfe6489cbfd12d5a2387d32c] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=36.7 K 2024-11-20T19:31:24,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:24,890 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e308a44fcea4fa2a76821d4dbed8fbb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732131082267 2024-11-20T19:31:24,890 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:24,890 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/A is initiating minor compaction (all files) 2024-11-20T19:31:24,890 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/A in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:24,890 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/c67bb27a60a744f5baa4c74296b1a2b5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d245837e160f4849b8081191c1e00a9e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/1b23d60eae074195bcc49c383d8a8c78] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=109.2 K 2024-11-20T19:31:24,890 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:24,890 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/c67bb27a60a744f5baa4c74296b1a2b5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d245837e160f4849b8081191c1e00a9e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/1b23d60eae074195bcc49c383d8a8c78] 2024-11-20T19:31:24,890 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c0c78606a534308b471b2e091cfbece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732131082980 2024-11-20T19:31:24,891 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting c67bb27a60a744f5baa4c74296b1a2b5, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732131082267 2024-11-20T19:31:24,891 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 78f827e6bfe6489cbfd12d5a2387d32c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732131083645 2024-11-20T19:31:24,893 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting d245837e160f4849b8081191c1e00a9e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732131082978 2024-11-20T19:31:24,893 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b23d60eae074195bcc49c383d8a8c78, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732131083627 2024-11-20T19:31:24,899 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#B#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:24,900 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/eaefde59cbfe43abb15864a0192bac14 is 50, key is test_row_0/B:col10/1732131083645/Put/seqid=0 2024-11-20T19:31:24,904 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742046_1222 (size=13119) 2024-11-20T19:31:24,914 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c0c2a864743c48c0a0fa0c00c3cf3bdb_274a6984efbc227f0e129e37f716cabb store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:24,916 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c0c2a864743c48c0a0fa0c00c3cf3bdb_274a6984efbc227f0e129e37f716cabb, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:24,917 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c0c2a864743c48c0a0fa0c00c3cf3bdb_274a6984efbc227f0e129e37f716cabb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:24,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742047_1223 (size=4469) 2024-11-20T19:31:24,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T19:31:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:24,930 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T19:31:24,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201a1345b78b9c424abda38e454a9f4250_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131084305/Put/seqid=0 2024-11-20T19:31:24,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742048_1224 (size=12454) 2024-11-20T19:31:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:31:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:24,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. as already flushing 2024-11-20T19:31:24,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131144990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:24,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131144994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:24,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:24,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:24,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:25,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131145099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:25,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131145099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:25,208 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-11-20T19:31:25,208 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:25,208 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:25,208 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:25,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:25,209 INFO [Thread-645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-645. 2024-11-20T19:31:25,209 DEBUG [Thread-645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:25,209 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:25,209 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:25,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:25,210 INFO [Thread-643 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-643. 2024-11-20T19:31:25,210 DEBUG [Thread-643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:25,210 DEBUG [Thread-643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:25,210 DEBUG [Thread-643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:25,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:25,215 INFO [Thread-647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-647. 2024-11-20T19:31:25,215 DEBUG [Thread-647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:25,215 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:25,215 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:25,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:25,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:25,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131145309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131145309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:25,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:25,321 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/eaefde59cbfe43abb15864a0192bac14 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/eaefde59cbfe43abb15864a0192bac14 2024-11-20T19:31:25,325 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#A#compaction#183 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:25,326 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/e4e622f348bc4eaf99d0e00d947a6fcc is 175, key is test_row_0/A:col10/1732131083645/Put/seqid=0 2024-11-20T19:31:25,329 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/B of 274a6984efbc227f0e129e37f716cabb into eaefde59cbfe43abb15864a0192bac14(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:25,329 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:25,329 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/B, priority=13, startTime=1732131084888; duration=0sec 2024-11-20T19:31:25,330 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:25,330 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:B 2024-11-20T19:31:25,330 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:25,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742049_1225 (size=32073) 2024-11-20T19:31:25,331 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:25,331 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/C is initiating minor compaction (all files) 2024-11-20T19:31:25,331 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/C in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:25,331 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/ce7a1ceb4f954581935d6ba5dea48a4a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/8e05384bdcc3482aaaaa40c106639969, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/ca66735132c34530ac420a4782158759] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=36.7 K 2024-11-20T19:31:25,332 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ce7a1ceb4f954581935d6ba5dea48a4a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732131082267 2024-11-20T19:31:25,332 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e05384bdcc3482aaaaa40c106639969, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732131082980 2024-11-20T19:31:25,332 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ca66735132c34530ac420a4782158759, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732131083645 2024-11-20T19:31:25,338 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#C#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:25,339 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/c7e29b6004e54114a31830dc514900ec is 50, key is test_row_0/C:col10/1732131083645/Put/seqid=0 2024-11-20T19:31:25,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742050_1226 (size=13119) 2024-11-20T19:31:25,345 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201a1345b78b9c424abda38e454a9f4250_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201a1345b78b9c424abda38e454a9f4250_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:25,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/af50edb37cd24c32b04257e32bae7471, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:25,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/af50edb37cd24c32b04257e32bae7471 is 175, key is test_row_0/A:col10/1732131084305/Put/seqid=0 2024-11-20T19:31:25,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742051_1227 (size=31255) 2024-11-20T19:31:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:31:25,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131145620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:25,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131145621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:25,742 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/e4e622f348bc4eaf99d0e00d947a6fcc as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e4e622f348bc4eaf99d0e00d947a6fcc 2024-11-20T19:31:25,747 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/c7e29b6004e54114a31830dc514900ec as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/c7e29b6004e54114a31830dc514900ec 2024-11-20T19:31:25,747 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/A of 274a6984efbc227f0e129e37f716cabb into e4e622f348bc4eaf99d0e00d947a6fcc(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:25,747 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:25,747 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/A, priority=13, startTime=1732131084888; duration=0sec 2024-11-20T19:31:25,747 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:25,747 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:A 2024-11-20T19:31:25,750 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/af50edb37cd24c32b04257e32bae7471 2024-11-20T19:31:25,752 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/C of 274a6984efbc227f0e129e37f716cabb into c7e29b6004e54114a31830dc514900ec(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:25,752 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:25,752 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/C, priority=13, startTime=1732131084888; duration=0sec 2024-11-20T19:31:25,752 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:25,752 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:C 2024-11-20T19:31:25,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/7785d506aec74194af3b70ddbd0be299 is 50, key is test_row_0/B:col10/1732131084305/Put/seqid=0 2024-11-20T19:31:25,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742052_1228 (size=12301) 2024-11-20T19:31:26,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:26,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44368 deadline: 1732131146131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44376 deadline: 1732131146131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:26,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:26,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:26,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:26,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:26,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:26,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:31:26,162 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/7785d506aec74194af3b70ddbd0be299 2024-11-20T19:31:26,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/81ce7726004a47ffb901739ab0ac060d is 50, key is test_row_0/C:col10/1732131084305/Put/seqid=0 2024-11-20T19:31:26,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742053_1229 (size=12301) 2024-11-20T19:31:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:31:26,583 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/81ce7726004a47ffb901739ab0ac060d 2024-11-20T19:31:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/af50edb37cd24c32b04257e32bae7471 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/af50edb37cd24c32b04257e32bae7471 2024-11-20T19:31:26,600 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/af50edb37cd24c32b04257e32bae7471, entries=150, sequenceid=361, filesize=30.5 K 2024-11-20T19:31:26,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/7785d506aec74194af3b70ddbd0be299 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/7785d506aec74194af3b70ddbd0be299 2024-11-20T19:31:26,607 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/7785d506aec74194af3b70ddbd0be299, entries=150, sequenceid=361, filesize=12.0 K 2024-11-20T19:31:26,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/81ce7726004a47ffb901739ab0ac060d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/81ce7726004a47ffb901739ab0ac060d 2024-11-20T19:31:26,612 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/81ce7726004a47ffb901739ab0ac060d, entries=150, sequenceid=361, filesize=12.0 K 2024-11-20T19:31:26,613 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 274a6984efbc227f0e129e37f716cabb in 1684ms, sequenceid=361, compaction requested=false 2024-11-20T19:31:26,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:26,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:26,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-20T19:31:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-20T19:31:26,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-20T19:31:26,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2980 sec 2024-11-20T19:31:26,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.3060 sec 2024-11-20T19:31:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:27,145 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:27,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T19:31:27,145 INFO [Thread-632 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-632. 2024-11-20T19:31:27,145 INFO [Thread-638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-638. 2024-11-20T19:31:27,145 DEBUG [Thread-638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:27,145 DEBUG [Thread-632 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:27,145 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:27,145 DEBUG [Thread-632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:27,145 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:27,145 DEBUG [Thread-632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:27,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:27,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:27,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112064d0926c1d484ecebde3add80d2a0d6b_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131087140/Put/seqid=0 2024-11-20T19:31:27,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742054_1230 (size=12454) 2024-11-20T19:31:27,559 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:27,569 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112064d0926c1d484ecebde3add80d2a0d6b_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112064d0926c1d484ecebde3add80d2a0d6b_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:27,570 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/173ac84d8d6b4309bb457f933ae58343, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:27,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/173ac84d8d6b4309bb457f933ae58343 is 175, key is test_row_0/A:col10/1732131087140/Put/seqid=0 2024-11-20T19:31:27,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742055_1231 (size=31255) 2024-11-20T19:31:27,975 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/173ac84d8d6b4309bb457f933ae58343 2024-11-20T19:31:27,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/fee8ad680f4841b5bba2c80efcae3e25 is 50, key is test_row_0/B:col10/1732131087140/Put/seqid=0 2024-11-20T19:31:27,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742056_1232 (size=12301) 2024-11-20T19:31:28,394 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:31:28,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/fee8ad680f4841b5bba2c80efcae3e25 2024-11-20T19:31:28,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/aec48e99cfc7485aac4c28a37896c588 is 50, key is test_row_0/C:col10/1732131087140/Put/seqid=0 2024-11-20T19:31:28,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742057_1233 (size=12301) 2024-11-20T19:31:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T19:31:28,480 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:28,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/aec48e99cfc7485aac4c28a37896c588 2024-11-20T19:31:28,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/173ac84d8d6b4309bb457f933ae58343 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/173ac84d8d6b4309bb457f933ae58343 2024-11-20T19:31:28,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/173ac84d8d6b4309bb457f933ae58343, entries=150, sequenceid=392, filesize=30.5 K 2024-11-20T19:31:28,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/fee8ad680f4841b5bba2c80efcae3e25 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/fee8ad680f4841b5bba2c80efcae3e25 2024-11-20T19:31:28,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/fee8ad680f4841b5bba2c80efcae3e25, entries=150, sequenceid=392, filesize=12.0 K 2024-11-20T19:31:28,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/aec48e99cfc7485aac4c28a37896c588 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/aec48e99cfc7485aac4c28a37896c588 2024-11-20T19:31:28,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/aec48e99cfc7485aac4c28a37896c588, entries=150, sequenceid=392, filesize=12.0 K 2024-11-20T19:31:28,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=0 B/0 for 274a6984efbc227f0e129e37f716cabb in 1689ms, sequenceid=392, compaction requested=true 2024-11-20T19:31:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:28,834 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274a6984efbc227f0e129e37f716cabb:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:28,834 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:28,835 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:28,835 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:28,835 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/A is initiating minor compaction (all files) 2024-11-20T19:31:28,835 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/B is initiating minor compaction (all files) 2024-11-20T19:31:28,835 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/A in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:28,835 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/B in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:28,835 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e4e622f348bc4eaf99d0e00d947a6fcc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/af50edb37cd24c32b04257e32bae7471, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/173ac84d8d6b4309bb457f933ae58343] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=92.4 K 2024-11-20T19:31:28,835 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/eaefde59cbfe43abb15864a0192bac14, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/7785d506aec74194af3b70ddbd0be299, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/fee8ad680f4841b5bba2c80efcae3e25] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=36.8 K 2024-11-20T19:31:28,835 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:28,836 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e4e622f348bc4eaf99d0e00d947a6fcc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/af50edb37cd24c32b04257e32bae7471, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/173ac84d8d6b4309bb457f933ae58343] 2024-11-20T19:31:28,836 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4e622f348bc4eaf99d0e00d947a6fcc, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732131083645 2024-11-20T19:31:28,836 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting eaefde59cbfe43abb15864a0192bac14, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732131083645 2024-11-20T19:31:28,836 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting af50edb37cd24c32b04257e32bae7471, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732131084298 2024-11-20T19:31:28,836 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 7785d506aec74194af3b70ddbd0be299, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732131084298 2024-11-20T19:31:28,836 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 173ac84d8d6b4309bb457f933ae58343, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732131084987 2024-11-20T19:31:28,836 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting fee8ad680f4841b5bba2c80efcae3e25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732131084987 2024-11-20T19:31:28,848 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#B#compaction#191 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:28,848 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/6f77f6cb94e342a0bfde21e4bf1f2602 is 50, key is test_row_0/B:col10/1732131087140/Put/seqid=0 2024-11-20T19:31:28,851 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:28,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742058_1234 (size=13221) 2024-11-20T19:31:28,854 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f00152bb9c1341469e3a48060f2a4662_274a6984efbc227f0e129e37f716cabb store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:28,893 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f00152bb9c1341469e3a48060f2a4662_274a6984efbc227f0e129e37f716cabb, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:28,893 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f00152bb9c1341469e3a48060f2a4662_274a6984efbc227f0e129e37f716cabb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:28,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742059_1235 (size=4469) 2024-11-20T19:31:29,265 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/6f77f6cb94e342a0bfde21e4bf1f2602 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6f77f6cb94e342a0bfde21e4bf1f2602 2024-11-20T19:31:29,273 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/B of 274a6984efbc227f0e129e37f716cabb into 6f77f6cb94e342a0bfde21e4bf1f2602(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:29,273 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:29,273 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/B, priority=13, startTime=1732131088834; duration=0sec 2024-11-20T19:31:29,273 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:29,273 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:B 2024-11-20T19:31:29,273 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:29,274 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:29,274 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 274a6984efbc227f0e129e37f716cabb/C is initiating minor compaction (all files) 2024-11-20T19:31:29,274 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274a6984efbc227f0e129e37f716cabb/C in TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:29,275 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/c7e29b6004e54114a31830dc514900ec, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/81ce7726004a47ffb901739ab0ac060d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/aec48e99cfc7485aac4c28a37896c588] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp, totalSize=36.8 K 2024-11-20T19:31:29,275 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting c7e29b6004e54114a31830dc514900ec, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732131083645 2024-11-20T19:31:29,275 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 81ce7726004a47ffb901739ab0ac060d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732131084298 2024-11-20T19:31:29,276 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting aec48e99cfc7485aac4c28a37896c588, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732131084987 2024-11-20T19:31:29,284 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#C#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:29,285 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/5d6c93c17fd440b4a16fb94f836c865b is 50, key is test_row_0/C:col10/1732131087140/Put/seqid=0 2024-11-20T19:31:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742060_1236 (size=13221) 2024-11-20T19:31:29,298 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274a6984efbc227f0e129e37f716cabb#A#compaction#192 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:29,299 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/39f275aff25c416c8a5161d30f8233eb is 175, key is test_row_0/A:col10/1732131087140/Put/seqid=0 2024-11-20T19:31:29,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742061_1237 (size=32175) 2024-11-20T19:31:29,696 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/5d6c93c17fd440b4a16fb94f836c865b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/5d6c93c17fd440b4a16fb94f836c865b 2024-11-20T19:31:29,703 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/C of 274a6984efbc227f0e129e37f716cabb into 5d6c93c17fd440b4a16fb94f836c865b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:29,703 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:29,703 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/C, priority=13, startTime=1732131088834; duration=0sec 2024-11-20T19:31:29,703 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:29,703 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:C 2024-11-20T19:31:29,706 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/39f275aff25c416c8a5161d30f8233eb as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/39f275aff25c416c8a5161d30f8233eb 2024-11-20T19:31:29,710 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274a6984efbc227f0e129e37f716cabb/A of 274a6984efbc227f0e129e37f716cabb into 39f275aff25c416c8a5161d30f8233eb(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:29,710 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274a6984efbc227f0e129e37f716cabb: 2024-11-20T19:31:29,710 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., storeName=274a6984efbc227f0e129e37f716cabb/A, priority=13, startTime=1732131088834; duration=0sec 2024-11-20T19:31:29,710 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:29,710 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274a6984efbc227f0e129e37f716cabb:A 2024-11-20T19:31:34,353 INFO [Thread-636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-636. 2024-11-20T19:31:34,354 DEBUG [Thread-636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:34,354 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:34,354 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:34,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:34,394 INFO [Thread-634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-634. 2024-11-20T19:31:34,394 DEBUG [Thread-634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:34,394 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:34,395 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:34,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:34,422 INFO [Thread-640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-640. 2024-11-20T19:31:34,423 DEBUG [Thread-640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:34,423 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:34,423 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:34,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T19:31:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-20T19:31:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-20T19:31:34,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-20T19:31:34,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 146 2024-11-20T19:31:34,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-20T19:31:34,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T19:31:34,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3334 2024-11-20T19:31:34,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3323 2024-11-20T19:31:34,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T19:31:34,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1471 2024-11-20T19:31:34,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4408 rows 2024-11-20T19:31:34,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1474 2024-11-20T19:31:34,424 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4419 rows 2024-11-20T19:31:34,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:31:34,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:31:34,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:34,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:34,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:34,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-20T19:31:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T19:31:34,432 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131094432"}]},"ts":"1732131094432"} 2024-11-20T19:31:34,434 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T19:31:34,434 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T19:31:34,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:31:34,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, UNASSIGN}] 2024-11-20T19:31:34,438 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, UNASSIGN 2024-11-20T19:31:34,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=274a6984efbc227f0e129e37f716cabb, regionState=CLOSING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:34,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, UNASSIGN because future has completed 2024-11-20T19:31:34,440 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:31:34,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:31:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T19:31:34,593 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:34,593 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:31:34,593 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 274a6984efbc227f0e129e37f716cabb, disabling compactions & flushes 2024-11-20T19:31:34,593 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:34,593 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:34,593 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. after waiting 0 ms 2024-11-20T19:31:34,594 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:34,594 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 274a6984efbc227f0e129e37f716cabb 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T19:31:34,608 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c4b858c124a7411f97537333ad5b5ef5_274a6984efbc227f0e129e37f716cabb is 50, key is test_row_0/A:col10/1732131094420/Put/seqid=0 2024-11-20T19:31:34,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742062_1238 (size=12454) 2024-11-20T19:31:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T19:31:35,014 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:35,023 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c4b858c124a7411f97537333ad5b5ef5_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c4b858c124a7411f97537333ad5b5ef5_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:35,024 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a40a392de397437384314de9c2f8510f, store: [table=TestAcidGuarantees family=A region=274a6984efbc227f0e129e37f716cabb] 2024-11-20T19:31:35,025 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a40a392de397437384314de9c2f8510f is 175, key is test_row_0/A:col10/1732131094420/Put/seqid=0 2024-11-20T19:31:35,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742063_1239 (size=31255) 2024-11-20T19:31:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T19:31:35,432 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a40a392de397437384314de9c2f8510f 2024-11-20T19:31:35,439 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/0ba3e594f1854a70b6340315733bd830 is 50, key is test_row_0/B:col10/1732131094420/Put/seqid=0 2024-11-20T19:31:35,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742064_1240 (size=12301) 2024-11-20T19:31:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T19:31:35,843 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/0ba3e594f1854a70b6340315733bd830 2024-11-20T19:31:35,849 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/32bf33ff8fea4d068a71f5cbd7d431f6 is 50, key is test_row_0/C:col10/1732131094420/Put/seqid=0 2024-11-20T19:31:35,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742065_1241 (size=12301) 2024-11-20T19:31:36,254 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/32bf33ff8fea4d068a71f5cbd7d431f6 2024-11-20T19:31:36,259 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/A/a40a392de397437384314de9c2f8510f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a40a392de397437384314de9c2f8510f 2024-11-20T19:31:36,265 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a40a392de397437384314de9c2f8510f, entries=150, sequenceid=401, filesize=30.5 K 2024-11-20T19:31:36,266 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/B/0ba3e594f1854a70b6340315733bd830 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/0ba3e594f1854a70b6340315733bd830 2024-11-20T19:31:36,275 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/0ba3e594f1854a70b6340315733bd830, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T19:31:36,277 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/.tmp/C/32bf33ff8fea4d068a71f5cbd7d431f6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/32bf33ff8fea4d068a71f5cbd7d431f6 2024-11-20T19:31:36,282 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/32bf33ff8fea4d068a71f5cbd7d431f6, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T19:31:36,283 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 274a6984efbc227f0e129e37f716cabb in 1689ms, sequenceid=401, compaction requested=false 2024-11-20T19:31:36,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/f7844336377646e08b888593ec995fa3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/dfe649ee486a437fb22c4595a24d33b6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/041f46083afc4c90b17f45e8321009d1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/82f09886ca484fec8bd69cac43afcbc2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/42f0d5bad41541a1abc1dd5d393c4bd8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/81fc4956d17b4b349aae39e4271c5b5e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a9b53514137d4894b4f26a18fdb4dea1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a510c9a6ad4e43cd9fff53c90ffd823f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/20c2e4fa4ff946319259a29180dcee6d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/5e126e356d7243bdb5dfeba5ee26ddb8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4f9aaf8a7d0248e39ae231466607ae12, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d994f3b42222458a80d158d188203cf1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/2730cf05217e462f81b137c7ca360090, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/3b9c8dba057e420e8d3c28e01c1ebb96, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/361fec3b987141d1a73cbbfb9c1fefba, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/21e4066238fe4171a3ed403ed009ff6e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/9a795cb7a1b546f4aa4dc71ead08fe5f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/abe0118dfc09418bbcefd492d154f409, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a0dcc5af2e45469dab6ef2cb8346efaf, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4ddde54809ee4f44b24cc951884997f7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e56a7fa1a9244b4788bdff018337b5b9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/c67bb27a60a744f5baa4c74296b1a2b5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d245837e160f4849b8081191c1e00a9e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/1b23d60eae074195bcc49c383d8a8c78, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e4e622f348bc4eaf99d0e00d947a6fcc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/af50edb37cd24c32b04257e32bae7471, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/173ac84d8d6b4309bb457f933ae58343] to archive 2024-11-20T19:31:36,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:31:36,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/f7844336377646e08b888593ec995fa3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/f7844336377646e08b888593ec995fa3 2024-11-20T19:31:36,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/dfe649ee486a437fb22c4595a24d33b6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/dfe649ee486a437fb22c4595a24d33b6 2024-11-20T19:31:36,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/041f46083afc4c90b17f45e8321009d1 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/041f46083afc4c90b17f45e8321009d1 2024-11-20T19:31:36,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/82f09886ca484fec8bd69cac43afcbc2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/82f09886ca484fec8bd69cac43afcbc2 2024-11-20T19:31:36,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/42f0d5bad41541a1abc1dd5d393c4bd8 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/42f0d5bad41541a1abc1dd5d393c4bd8 2024-11-20T19:31:36,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/81fc4956d17b4b349aae39e4271c5b5e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/81fc4956d17b4b349aae39e4271c5b5e 2024-11-20T19:31:36,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a9b53514137d4894b4f26a18fdb4dea1 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a9b53514137d4894b4f26a18fdb4dea1 2024-11-20T19:31:36,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a510c9a6ad4e43cd9fff53c90ffd823f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a510c9a6ad4e43cd9fff53c90ffd823f 2024-11-20T19:31:36,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/20c2e4fa4ff946319259a29180dcee6d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/20c2e4fa4ff946319259a29180dcee6d 2024-11-20T19:31:36,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/5e126e356d7243bdb5dfeba5ee26ddb8 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/5e126e356d7243bdb5dfeba5ee26ddb8 2024-11-20T19:31:36,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4f9aaf8a7d0248e39ae231466607ae12 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4f9aaf8a7d0248e39ae231466607ae12 2024-11-20T19:31:36,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d994f3b42222458a80d158d188203cf1 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d994f3b42222458a80d158d188203cf1 2024-11-20T19:31:36,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/2730cf05217e462f81b137c7ca360090 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/2730cf05217e462f81b137c7ca360090 2024-11-20T19:31:36,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/3b9c8dba057e420e8d3c28e01c1ebb96 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/3b9c8dba057e420e8d3c28e01c1ebb96 2024-11-20T19:31:36,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/361fec3b987141d1a73cbbfb9c1fefba to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/361fec3b987141d1a73cbbfb9c1fefba 2024-11-20T19:31:36,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/21e4066238fe4171a3ed403ed009ff6e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/21e4066238fe4171a3ed403ed009ff6e 2024-11-20T19:31:36,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/9a795cb7a1b546f4aa4dc71ead08fe5f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/9a795cb7a1b546f4aa4dc71ead08fe5f 2024-11-20T19:31:36,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/abe0118dfc09418bbcefd492d154f409 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/abe0118dfc09418bbcefd492d154f409 2024-11-20T19:31:36,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a0dcc5af2e45469dab6ef2cb8346efaf to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a0dcc5af2e45469dab6ef2cb8346efaf 2024-11-20T19:31:36,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4ddde54809ee4f44b24cc951884997f7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/4ddde54809ee4f44b24cc951884997f7 2024-11-20T19:31:36,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e56a7fa1a9244b4788bdff018337b5b9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e56a7fa1a9244b4788bdff018337b5b9 2024-11-20T19:31:36,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/c67bb27a60a744f5baa4c74296b1a2b5 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/c67bb27a60a744f5baa4c74296b1a2b5 2024-11-20T19:31:36,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d245837e160f4849b8081191c1e00a9e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/d245837e160f4849b8081191c1e00a9e 2024-11-20T19:31:36,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/1b23d60eae074195bcc49c383d8a8c78 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/1b23d60eae074195bcc49c383d8a8c78 2024-11-20T19:31:36,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e4e622f348bc4eaf99d0e00d947a6fcc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/e4e622f348bc4eaf99d0e00d947a6fcc 2024-11-20T19:31:36,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/af50edb37cd24c32b04257e32bae7471 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/af50edb37cd24c32b04257e32bae7471 2024-11-20T19:31:36,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/173ac84d8d6b4309bb457f933ae58343 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/173ac84d8d6b4309bb457f933ae58343 2024-11-20T19:31:36,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/da32d079567d414db307ccb99dd99d6e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6f8c342577f2424985b1bc7eb9100329, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/40329939429a43c9aba4668a24744c67, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/fd168507cdec4e4aab5edef606b92388, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/b4f7d92af9cd4d25930b52a68bc74850, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e8b617f8270641fab5d068629f3d51d9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/2b1f657b30ad4a439690c7b79170fd0b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/b214f1d5930a4419b084804ca1c8dad0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/30707b50eed940369020cacfbb45941e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/ff26b81e5873442bb2d139e96e3ad208, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e088967720c4417198aaeca76b7c53ad, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/684b1a6d48f74c88bc214d0b0ac0a062, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6e7fc05e5c97402da76794f1acd15df9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/18a13cb5130b46e29b3154a3d40f9af7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/927c8287cc01457398504f67e50e9234, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/a15dc578d86e4299addc5a05726dd8c4, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e8e4aac2e56243d28511fc03205beacd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/37dabad7d9074760bf60391980b5d748, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/ca78a3f807a44d82a26b27c47ec55a30, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/233da600cd074cd2b2b034e03334b726, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/0e308a44fcea4fa2a76821d4dbed8fbb, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/d1d86d7f6d844c2d9e78dc13ac77de0f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/4c0c78606a534308b471b2e091cfbece, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/eaefde59cbfe43abb15864a0192bac14, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/78f827e6bfe6489cbfd12d5a2387d32c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/7785d506aec74194af3b70ddbd0be299, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/fee8ad680f4841b5bba2c80efcae3e25] to archive 2024-11-20T19:31:36,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:31:36,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/da32d079567d414db307ccb99dd99d6e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/da32d079567d414db307ccb99dd99d6e 2024-11-20T19:31:36,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6f8c342577f2424985b1bc7eb9100329 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6f8c342577f2424985b1bc7eb9100329 2024-11-20T19:31:36,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/40329939429a43c9aba4668a24744c67 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/40329939429a43c9aba4668a24744c67 2024-11-20T19:31:36,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/fd168507cdec4e4aab5edef606b92388 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/fd168507cdec4e4aab5edef606b92388 2024-11-20T19:31:36,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/b4f7d92af9cd4d25930b52a68bc74850 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/b4f7d92af9cd4d25930b52a68bc74850 2024-11-20T19:31:36,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e8b617f8270641fab5d068629f3d51d9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e8b617f8270641fab5d068629f3d51d9 2024-11-20T19:31:36,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/2b1f657b30ad4a439690c7b79170fd0b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/2b1f657b30ad4a439690c7b79170fd0b 2024-11-20T19:31:36,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/b214f1d5930a4419b084804ca1c8dad0 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/b214f1d5930a4419b084804ca1c8dad0 2024-11-20T19:31:36,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/30707b50eed940369020cacfbb45941e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/30707b50eed940369020cacfbb45941e 2024-11-20T19:31:36,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/ff26b81e5873442bb2d139e96e3ad208 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/ff26b81e5873442bb2d139e96e3ad208 2024-11-20T19:31:36,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e088967720c4417198aaeca76b7c53ad to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e088967720c4417198aaeca76b7c53ad 2024-11-20T19:31:36,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/684b1a6d48f74c88bc214d0b0ac0a062 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/684b1a6d48f74c88bc214d0b0ac0a062 2024-11-20T19:31:36,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6e7fc05e5c97402da76794f1acd15df9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6e7fc05e5c97402da76794f1acd15df9 2024-11-20T19:31:36,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/18a13cb5130b46e29b3154a3d40f9af7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/18a13cb5130b46e29b3154a3d40f9af7 2024-11-20T19:31:36,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/927c8287cc01457398504f67e50e9234 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/927c8287cc01457398504f67e50e9234 2024-11-20T19:31:36,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/a15dc578d86e4299addc5a05726dd8c4 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/a15dc578d86e4299addc5a05726dd8c4 2024-11-20T19:31:36,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e8e4aac2e56243d28511fc03205beacd to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/e8e4aac2e56243d28511fc03205beacd 2024-11-20T19:31:36,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/37dabad7d9074760bf60391980b5d748 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/37dabad7d9074760bf60391980b5d748 2024-11-20T19:31:36,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/ca78a3f807a44d82a26b27c47ec55a30 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/ca78a3f807a44d82a26b27c47ec55a30 2024-11-20T19:31:36,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/233da600cd074cd2b2b034e03334b726 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/233da600cd074cd2b2b034e03334b726 2024-11-20T19:31:36,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/0e308a44fcea4fa2a76821d4dbed8fbb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/0e308a44fcea4fa2a76821d4dbed8fbb 2024-11-20T19:31:36,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/d1d86d7f6d844c2d9e78dc13ac77de0f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/d1d86d7f6d844c2d9e78dc13ac77de0f 2024-11-20T19:31:36,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/4c0c78606a534308b471b2e091cfbece to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/4c0c78606a534308b471b2e091cfbece 2024-11-20T19:31:36,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/eaefde59cbfe43abb15864a0192bac14 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/eaefde59cbfe43abb15864a0192bac14 2024-11-20T19:31:36,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/78f827e6bfe6489cbfd12d5a2387d32c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/78f827e6bfe6489cbfd12d5a2387d32c 2024-11-20T19:31:36,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/7785d506aec74194af3b70ddbd0be299 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/7785d506aec74194af3b70ddbd0be299 2024-11-20T19:31:36,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/fee8ad680f4841b5bba2c80efcae3e25 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/fee8ad680f4841b5bba2c80efcae3e25 2024-11-20T19:31:36,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/70aaeee4ec644e229513c47b1cfdb574, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/36d6970fdcaa46c19298a891f919f018, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/52f2e621ee694df5a5bb2b11b5c0e523, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/adb2a2ee08914ec1adbc60e2fc5aa75d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/541c3e4a253f4e9294794fdf4638e581, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4b9e60475a8747699f27355948b59f68, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/a859c3de037c4f97a5eac0187bae097e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/3374c17246584df78a8c3233c823a709, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/cb950eb001de4071a9e221fd76384444, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4aa5d9933cae4b81bc58a3c06874c604, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/b4d3343809444a9388b35ad294cb4098, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/b3214bf6af814380944ad9dbaff4f272, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/726cc986b1064ddd9f3013daf9e1180c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4dd59076e7de478895ea76bbe4d0879e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/49f2c8280999415782954ccac19e6958, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/d84eb1bf42a5435e91ab9c97cc098a00, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/d0c326637e8747c28712c99264340840, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/8b504126dfde40c486796eb084084722, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/93f6a0ed0a104fd09ad4226979b20510, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/78f7361acfe64cdaaabfcf5aa0c8b7f5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/ce7a1ceb4f954581935d6ba5dea48a4a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/f6b6a159c020441eb6b896fa8af0fb9f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/8e05384bdcc3482aaaaa40c106639969, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/c7e29b6004e54114a31830dc514900ec, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/ca66735132c34530ac420a4782158759, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/81ce7726004a47ffb901739ab0ac060d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/aec48e99cfc7485aac4c28a37896c588] to archive 2024-11-20T19:31:36,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:31:36,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/70aaeee4ec644e229513c47b1cfdb574 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/70aaeee4ec644e229513c47b1cfdb574 2024-11-20T19:31:36,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/36d6970fdcaa46c19298a891f919f018 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/36d6970fdcaa46c19298a891f919f018 2024-11-20T19:31:36,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/52f2e621ee694df5a5bb2b11b5c0e523 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/52f2e621ee694df5a5bb2b11b5c0e523 2024-11-20T19:31:36,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/adb2a2ee08914ec1adbc60e2fc5aa75d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/adb2a2ee08914ec1adbc60e2fc5aa75d 2024-11-20T19:31:36,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/541c3e4a253f4e9294794fdf4638e581 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/541c3e4a253f4e9294794fdf4638e581 2024-11-20T19:31:36,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4b9e60475a8747699f27355948b59f68 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4b9e60475a8747699f27355948b59f68 2024-11-20T19:31:36,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/a859c3de037c4f97a5eac0187bae097e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/a859c3de037c4f97a5eac0187bae097e 2024-11-20T19:31:36,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/3374c17246584df78a8c3233c823a709 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/3374c17246584df78a8c3233c823a709 2024-11-20T19:31:36,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/cb950eb001de4071a9e221fd76384444 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/cb950eb001de4071a9e221fd76384444 2024-11-20T19:31:36,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4aa5d9933cae4b81bc58a3c06874c604 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4aa5d9933cae4b81bc58a3c06874c604 2024-11-20T19:31:36,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/b4d3343809444a9388b35ad294cb4098 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/b4d3343809444a9388b35ad294cb4098 2024-11-20T19:31:36,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/b3214bf6af814380944ad9dbaff4f272 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/b3214bf6af814380944ad9dbaff4f272 2024-11-20T19:31:36,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/726cc986b1064ddd9f3013daf9e1180c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/726cc986b1064ddd9f3013daf9e1180c 2024-11-20T19:31:36,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4dd59076e7de478895ea76bbe4d0879e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/4dd59076e7de478895ea76bbe4d0879e 2024-11-20T19:31:36,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/49f2c8280999415782954ccac19e6958 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/49f2c8280999415782954ccac19e6958 2024-11-20T19:31:36,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/d84eb1bf42a5435e91ab9c97cc098a00 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/d84eb1bf42a5435e91ab9c97cc098a00 2024-11-20T19:31:36,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/d0c326637e8747c28712c99264340840 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/d0c326637e8747c28712c99264340840 2024-11-20T19:31:36,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/8b504126dfde40c486796eb084084722 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/8b504126dfde40c486796eb084084722 2024-11-20T19:31:36,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/93f6a0ed0a104fd09ad4226979b20510 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/93f6a0ed0a104fd09ad4226979b20510 2024-11-20T19:31:36,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/78f7361acfe64cdaaabfcf5aa0c8b7f5 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/78f7361acfe64cdaaabfcf5aa0c8b7f5 2024-11-20T19:31:36,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/ce7a1ceb4f954581935d6ba5dea48a4a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/ce7a1ceb4f954581935d6ba5dea48a4a 2024-11-20T19:31:36,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/f6b6a159c020441eb6b896fa8af0fb9f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/f6b6a159c020441eb6b896fa8af0fb9f 2024-11-20T19:31:36,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/8e05384bdcc3482aaaaa40c106639969 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/8e05384bdcc3482aaaaa40c106639969 2024-11-20T19:31:36,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/c7e29b6004e54114a31830dc514900ec to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/c7e29b6004e54114a31830dc514900ec 2024-11-20T19:31:36,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/ca66735132c34530ac420a4782158759 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/ca66735132c34530ac420a4782158759 2024-11-20T19:31:36,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/81ce7726004a47ffb901739ab0ac060d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/81ce7726004a47ffb901739ab0ac060d 2024-11-20T19:31:36,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/aec48e99cfc7485aac4c28a37896c588 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/aec48e99cfc7485aac4c28a37896c588 2024-11-20T19:31:36,411 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/recovered.edits/404.seqid, newMaxSeqId=404, maxSeqId=4 2024-11-20T19:31:36,412 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. 2024-11-20T19:31:36,412 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 274a6984efbc227f0e129e37f716cabb: Waiting for close lock at 1732131094593Running coprocessor pre-close hooks at 1732131094593Disabling compacts and flushes for region at 1732131094593Disabling writes for close at 1732131094594 (+1 ms)Obtaining lock to block concurrent updates at 1732131094594Preparing flush snapshotting stores in 274a6984efbc227f0e129e37f716cabb at 1732131094594Finished memstore snapshotting TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732131094595 (+1 ms)Flushing stores of TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb. at 1732131094596 (+1 ms)Flushing 274a6984efbc227f0e129e37f716cabb/A: creating writer at 1732131094596Flushing mob file 274a6984efbc227f0e129e37f716cabb/A: appending metadata at 1732131094608 (+12 ms)Flushing mob file 274a6984efbc227f0e129e37f716cabb/A: closing flushed file at 1732131094608Flushing 274a6984efbc227f0e129e37f716cabb/A: appending metadata at 1732131095025 (+417 ms)Flushing 274a6984efbc227f0e129e37f716cabb/A: closing flushed file at 1732131095025Flushing 274a6984efbc227f0e129e37f716cabb/B: creating writer at 1732131095435 (+410 ms)Flushing 274a6984efbc227f0e129e37f716cabb/B: appending metadata at 1732131095438 (+3 ms)Flushing 274a6984efbc227f0e129e37f716cabb/B: closing flushed file at 1732131095438Flushing 274a6984efbc227f0e129e37f716cabb/C: creating writer at 1732131095846 (+408 ms)Flushing 274a6984efbc227f0e129e37f716cabb/C: appending metadata at 1732131095849 (+3 ms)Flushing 274a6984efbc227f0e129e37f716cabb/C: closing flushed file at 1732131095849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a5bf03: reopening flushed file at 1732131096259 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c01cc3: reopening flushed file at 1732131096265 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54dc8b80: reopening flushed file at 1732131096276 (+11 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 274a6984efbc227f0e129e37f716cabb in 1689ms, sequenceid=401, compaction requested=false at 1732131096283 (+7 ms)Writing region close event to WAL at 1732131096406 (+123 ms)Running coprocessor post-close hooks at 1732131096411 (+5 ms)Closed at 1732131096412 (+1 ms) 2024-11-20T19:31:36,414 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=274a6984efbc227f0e129e37f716cabb, regionState=CLOSED 2024-11-20T19:31:36,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:31:36,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-20T19:31:36,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 274a6984efbc227f0e129e37f716cabb, server=e14ef07817f4,39645,1732131030299 in 1.9790 sec 2024-11-20T19:31:36,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T19:31:36,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274a6984efbc227f0e129e37f716cabb, UNASSIGN in 1.9840 sec 2024-11-20T19:31:36,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-20T19:31:36,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9900 sec 2024-11-20T19:31:36,429 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131096429"}]},"ts":"1732131096429"} 2024-11-20T19:31:36,431 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T19:31:36,431 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T19:31:36,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0050 sec 2024-11-20T19:31:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T19:31:36,590 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:36,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-20T19:31:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:36,592 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T19:31:36,593 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:36,596 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,598 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/recovered.edits] 2024-11-20T19:31:36,601 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/39f275aff25c416c8a5161d30f8233eb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/39f275aff25c416c8a5161d30f8233eb 2024-11-20T19:31:36,603 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a40a392de397437384314de9c2f8510f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/A/a40a392de397437384314de9c2f8510f 2024-11-20T19:31:36,606 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/0ba3e594f1854a70b6340315733bd830 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/0ba3e594f1854a70b6340315733bd830 2024-11-20T19:31:36,608 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6f77f6cb94e342a0bfde21e4bf1f2602 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/B/6f77f6cb94e342a0bfde21e4bf1f2602 2024-11-20T19:31:36,611 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/32bf33ff8fea4d068a71f5cbd7d431f6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/32bf33ff8fea4d068a71f5cbd7d431f6 2024-11-20T19:31:36,613 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/5d6c93c17fd440b4a16fb94f836c865b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/C/5d6c93c17fd440b4a16fb94f836c865b 2024-11-20T19:31:36,616 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/recovered.edits/404.seqid to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb/recovered.edits/404.seqid 2024-11-20T19:31:36,617 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,617 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T19:31:36,618 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T19:31:36,618 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T19:31:36,622 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120118f111c6e4e4bb0bfafc06f892c6bfa_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120118f111c6e4e4bb0bfafc06f892c6bfa_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,623 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201a1345b78b9c424abda38e454a9f4250_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201a1345b78b9c424abda38e454a9f4250_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,624 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120220192ede8674f4f9977594fd15cc3da_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120220192ede8674f4f9977594fd15cc3da_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,625 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202bf23a661bd040a4a4cc4b54b6eaeb2b_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202bf23a661bd040a4a4cc4b54b6eaeb2b_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,626 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202c5b7c3ae30c466faaa542eb0e8675be_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202c5b7c3ae30c466faaa542eb0e8675be_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,628 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031cf625c4cd841ecb66a711d8c54df71_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031cf625c4cd841ecb66a711d8c54df71_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,629 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204e3955fb185048e3b0dd3f175f87a997_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204e3955fb185048e3b0dd3f175f87a997_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,631 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112064d0926c1d484ecebde3add80d2a0d6b_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112064d0926c1d484ecebde3add80d2a0d6b_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,632 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112068ccb47ac9334c3e896fdd34efc32f19_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112068ccb47ac9334c3e896fdd34efc32f19_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,634 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207d4d61a85ca24e8498d87ef0f0867df8_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207d4d61a85ca24e8498d87ef0f0867df8_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,635 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112081628db90b2d426b9b054d6f0b25ff00_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112081628db90b2d426b9b054d6f0b25ff00_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,636 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120888ae6ee42494756a0c45e6fd527c83f_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120888ae6ee42494756a0c45e6fd527c83f_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,638 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208947b9377cf74688a5e186e44a05f299_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208947b9377cf74688a5e186e44a05f299_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,639 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208e6efbd043064f7eb65b5733f83ad188_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208e6efbd043064f7eb65b5733f83ad188_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,640 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209944ac486f764f78b25b8e603f6048bf_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209944ac486f764f78b25b8e603f6048bf_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,641 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a0128e731a7449d7b6950ca85c8251f7_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a0128e731a7449d7b6950ca85c8251f7_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,642 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c1240b45b86744919b607aea8089b866_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c1240b45b86744919b607aea8089b866_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,644 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c4b858c124a7411f97537333ad5b5ef5_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c4b858c124a7411f97537333ad5b5ef5_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,645 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb3a310ec15b46b3b7722663e6e67510_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb3a310ec15b46b3b7722663e6e67510_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,647 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ef193a9ca610496cb604326ce8cf847a_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ef193a9ca610496cb604326ce8cf847a_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,648 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f77fc0e06c07465da5edacd69cdf6fda_274a6984efbc227f0e129e37f716cabb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f77fc0e06c07465da5edacd69cdf6fda_274a6984efbc227f0e129e37f716cabb 2024-11-20T19:31:36,648 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T19:31:36,651 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:36,654 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T19:31:36,659 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T19:31:36,661 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:36,661 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T19:31:36,661 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732131096661"}]},"ts":"9223372036854775807"} 2024-11-20T19:31:36,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T19:31:36,664 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 274a6984efbc227f0e129e37f716cabb, NAME => 'TestAcidGuarantees,,1732131062018.274a6984efbc227f0e129e37f716cabb.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T19:31:36,664 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T19:31:36,665 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732131096664"}]},"ts":"9223372036854775807"} 2024-11-20T19:31:36,667 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T19:31:36,668 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:36,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 79 msec 2024-11-20T19:31:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T19:31:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T19:31:36,699 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:36,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 240), OpenFileDescriptor=455 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 447), ProcessCount=11 (was 11), AvailableMemoryMB=8400 (was 7843) - AvailableMemoryMB LEAK? - 2024-11-20T19:31:36,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=8398 2024-11-20T19:31:36,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:31:36,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:31:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T19:31:36,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:31:36,724 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:36,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-20T19:31:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-20T19:31:36,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:31:36,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742066_1242 (size=959) 2024-11-20T19:31:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-20T19:31:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-20T19:31:37,133 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b 2024-11-20T19:31:37,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742067_1243 (size=53) 2024-11-20T19:31:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-20T19:31:37,539 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:31:37,539 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 44204cd3fb0ac025a449d18d7a835220, disabling compactions & flushes 2024-11-20T19:31:37,539 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:37,539 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:37,539 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. after waiting 0 ms 2024-11-20T19:31:37,539 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:37,539 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:37,539 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44204cd3fb0ac025a449d18d7a835220: Waiting for close lock at 1732131097539Disabling compacts and flushes for region at 1732131097539Disabling writes for close at 1732131097539Writing region close event to WAL at 1732131097539Closed at 1732131097539 2024-11-20T19:31:37,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:31:37,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732131097541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732131097541"}]},"ts":"1732131097541"} 2024-11-20T19:31:37,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:31:37,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:31:37,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131097545"}]},"ts":"1732131097545"} 2024-11-20T19:31:37,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T19:31:37,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44204cd3fb0ac025a449d18d7a835220, ASSIGN}] 2024-11-20T19:31:37,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44204cd3fb0ac025a449d18d7a835220, ASSIGN 2024-11-20T19:31:37,551 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44204cd3fb0ac025a449d18d7a835220, ASSIGN; state=OFFLINE, location=e14ef07817f4,39645,1732131030299; forceNewPlan=false, retain=false 2024-11-20T19:31:37,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=44204cd3fb0ac025a449d18d7a835220, regionState=OPENING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:37,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44204cd3fb0ac025a449d18d7a835220, ASSIGN because future has completed 2024-11-20T19:31:37,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:31:37,858 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:37,858 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:31:37,858 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,858 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:31:37,859 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,859 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-20T19:31:37,862 INFO [StoreOpener-44204cd3fb0ac025a449d18d7a835220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,863 INFO [StoreOpener-44204cd3fb0ac025a449d18d7a835220-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44204cd3fb0ac025a449d18d7a835220 columnFamilyName A 2024-11-20T19:31:37,863 DEBUG [StoreOpener-44204cd3fb0ac025a449d18d7a835220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:37,864 INFO [StoreOpener-44204cd3fb0ac025a449d18d7a835220-1 {}] regionserver.HStore(327): Store=44204cd3fb0ac025a449d18d7a835220/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:31:37,864 INFO [StoreOpener-44204cd3fb0ac025a449d18d7a835220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,865 INFO [StoreOpener-44204cd3fb0ac025a449d18d7a835220-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44204cd3fb0ac025a449d18d7a835220 columnFamilyName B 2024-11-20T19:31:37,865 DEBUG [StoreOpener-44204cd3fb0ac025a449d18d7a835220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:37,866 INFO [StoreOpener-44204cd3fb0ac025a449d18d7a835220-1 {}] regionserver.HStore(327): Store=44204cd3fb0ac025a449d18d7a835220/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:31:37,866 INFO [StoreOpener-44204cd3fb0ac025a449d18d7a835220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,867 INFO [StoreOpener-44204cd3fb0ac025a449d18d7a835220-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44204cd3fb0ac025a449d18d7a835220 columnFamilyName C 2024-11-20T19:31:37,867 DEBUG [StoreOpener-44204cd3fb0ac025a449d18d7a835220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:31:37,868 INFO [StoreOpener-44204cd3fb0ac025a449d18d7a835220-1 {}] regionserver.HStore(327): Store=44204cd3fb0ac025a449d18d7a835220/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:31:37,868 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,868 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,869 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,870 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,870 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,870 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:31:37,871 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,873 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:31:37,873 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 44204cd3fb0ac025a449d18d7a835220; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60418641, jitterRate=-0.09969209134578705}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:31:37,873 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:37,874 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 44204cd3fb0ac025a449d18d7a835220: Running coprocessor pre-open hook at 1732131097859Writing region info on filesystem at 1732131097859Initializing all the Stores at 1732131097860 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131097860Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131097862 (+2 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131097862Cleaning up temporary data from old regions at 1732131097870 (+8 ms)Running coprocessor post-open hooks at 1732131097873 (+3 ms)Region opened successfully at 1732131097874 (+1 ms) 2024-11-20T19:31:37,874 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., pid=63, masterSystemTime=1732131097855 2024-11-20T19:31:37,876 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:37,876 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:37,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=44204cd3fb0ac025a449d18d7a835220, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:37,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:31:37,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-20T19:31:37,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 in 175 msec 2024-11-20T19:31:37,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-20T19:31:37,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44204cd3fb0ac025a449d18d7a835220, ASSIGN in 332 msec 2024-11-20T19:31:37,882 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:31:37,882 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131097882"}]},"ts":"1732131097882"} 2024-11-20T19:31:37,884 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T19:31:37,884 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:31:37,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-11-20T19:31:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-20T19:31:38,870 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:38,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332604e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:38,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:38,872 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605833e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:38,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:38,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:38,874 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:38,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cd2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:38,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:38,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:38,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:38,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:31:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,38253,1732131029249 2024-11-20T19:31:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fdca488 2024-11-20T19:31:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:31:38,879 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:31:38,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d2955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:38,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:38,881 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:38,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7f2e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:38,883 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:38,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfff4e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5278badf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:38,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:38,885 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c067da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:38,886 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed3a01a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41336bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:38,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:38,887 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:38,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:38,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786b8af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:38,888 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b61f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3533c339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:38,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:38,890 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c044f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:38,891 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4886bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683339a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:38,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:38,893 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34753864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:38,894 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:38,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466e529b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3887744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:38,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:38,895 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:38,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a485f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:38,897 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c032f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d76d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:38,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:38,898 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:38,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f115ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:38,899 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:38,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a98a406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1714f10c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:38,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:38,901 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:38,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:38,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:38,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4411834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:38,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:38,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:38,902 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:38,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a34e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8dcc57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:38,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:38,904 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa69a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:38,905 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:38,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcf2946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4185452e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:31:38,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:31:38,907 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:31:38,907 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:31:38,907 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:31:38,907 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdbbd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,907 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:31:38,907 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:31:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:38,908 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:31:38,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5123a88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:31:38,909 DEBUG [Thread-1139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:38,909 DEBUG [Thread-1146 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:38,909 DEBUG [Thread-1152 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:38,909 DEBUG [Thread-1150 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:38,911 DEBUG [Thread-1137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:38,911 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:38,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:38,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:38,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-20T19:31:38,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:38,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:38,913 DEBUG [Thread-1144 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:31:38,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:38,915 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:31:38,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:38,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:31:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:31:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T19:31:38,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:31:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:38,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:31:38,928 DEBUG [Thread-1148 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:38,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:38,931 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:38,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:31:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:38,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:31:38,936 DEBUG [Thread-1141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:38,936 DEBUG [Thread-1133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:38,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:38,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:38,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:38,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:31:38,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:38,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:31:38,952 DEBUG [Thread-1135 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:31:38,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:31:38,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:31:38,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:31:38,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:31:38,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/c41f2e6e25b048cb9bc0ded76dbadc69 is 50, key is test_row_0/A:col10/1732131098927/Put/seqid=0 2024-11-20T19:31:38,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131158979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:38,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131158979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742068_1244 (size=14341) 2024-11-20T19:31:38,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131158982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:38,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131158982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:38,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:38,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:38,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:38,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131158985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:38,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:38,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:38,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T19:31:39,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T19:31:39,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:39,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131159089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131159090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131159099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131159099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131159099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T19:31:39,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:39,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T19:31:39,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131159299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131159299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131159309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131159309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131159309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T19:31:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/c41f2e6e25b048cb9bc0ded76dbadc69 2024-11-20T19:31:39,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/6370a5d165b3430f8f79f2b305b8e681 is 50, key is test_row_0/B:col10/1732131098927/Put/seqid=0 2024-11-20T19:31:39,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742069_1245 (size=12001) 2024-11-20T19:31:39,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/6370a5d165b3430f8f79f2b305b8e681 2024-11-20T19:31:39,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/997e303af4e24e479707d45474b1640d is 50, key is test_row_0/C:col10/1732131098927/Put/seqid=0 2024-11-20T19:31:39,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T19:31:39,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:39,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T19:31:39,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742070_1246 (size=12001) 2024-11-20T19:31:39,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/997e303af4e24e479707d45474b1640d 2024-11-20T19:31:39,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/c41f2e6e25b048cb9bc0ded76dbadc69 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/c41f2e6e25b048cb9bc0ded76dbadc69 2024-11-20T19:31:39,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/c41f2e6e25b048cb9bc0ded76dbadc69, entries=200, sequenceid=12, filesize=14.0 K 2024-11-20T19:31:39,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/6370a5d165b3430f8f79f2b305b8e681 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/6370a5d165b3430f8f79f2b305b8e681 2024-11-20T19:31:39,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/6370a5d165b3430f8f79f2b305b8e681, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T19:31:39,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/997e303af4e24e479707d45474b1640d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/997e303af4e24e479707d45474b1640d 2024-11-20T19:31:39,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/997e303af4e24e479707d45474b1640d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T19:31:39,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 44204cd3fb0ac025a449d18d7a835220 in 663ms, sequenceid=12, compaction requested=false 2024-11-20T19:31:39,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:39,614 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:39,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:31:39,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/bae69119008c44de96bc6cb8bb6681e9 is 50, key is test_row_0/A:col10/1732131099612/Put/seqid=0 2024-11-20T19:31:39,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131159630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131159630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131159630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131159636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131159641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742071_1247 (size=14341) 2024-11-20T19:31:39,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/bae69119008c44de96bc6cb8bb6681e9 2024-11-20T19:31:39,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/632312d328c549ef8d8f2523779c0929 is 50, key is test_row_0/B:col10/1732131099612/Put/seqid=0 2024-11-20T19:31:39,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T19:31:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742072_1248 (size=12001) 2024-11-20T19:31:39,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131159749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131159749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131159749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131159750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131159750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T19:31:39,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:39,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131159959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131159960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131159964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131159964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131159964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:39,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T19:31:39,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:39,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:39,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T19:31:40,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/632312d328c549ef8d8f2523779c0929 2024-11-20T19:31:40,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/4fc0d22c1c234b529beec2f329988055 is 50, key is test_row_0/C:col10/1732131099612/Put/seqid=0 2024-11-20T19:31:40,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T19:31:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:40,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742073_1249 (size=12001) 2024-11-20T19:31:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131160269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131160270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131160279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131160279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131160279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T19:31:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:40,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:40,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:40,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T19:31:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:40,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:40,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/4fc0d22c1c234b529beec2f329988055 2024-11-20T19:31:40,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/bae69119008c44de96bc6cb8bb6681e9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/bae69119008c44de96bc6cb8bb6681e9 2024-11-20T19:31:40,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/bae69119008c44de96bc6cb8bb6681e9, entries=200, sequenceid=39, filesize=14.0 K 2024-11-20T19:31:40,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/632312d328c549ef8d8f2523779c0929 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/632312d328c549ef8d8f2523779c0929 2024-11-20T19:31:40,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/632312d328c549ef8d8f2523779c0929, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T19:31:40,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/4fc0d22c1c234b529beec2f329988055 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/4fc0d22c1c234b529beec2f329988055 2024-11-20T19:31:40,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/4fc0d22c1c234b529beec2f329988055, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T19:31:40,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 44204cd3fb0ac025a449d18d7a835220 in 970ms, sequenceid=39, compaction requested=false 2024-11-20T19:31:40,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:40,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T19:31:40,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:40,615 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T19:31:40,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/eb0a1a857e794bcca9268689ae4c486e is 50, key is test_row_0/A:col10/1732131099629/Put/seqid=0 2024-11-20T19:31:40,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742074_1250 (size=9657) 2024-11-20T19:31:40,624 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/eb0a1a857e794bcca9268689ae4c486e 2024-11-20T19:31:40,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/3dda2c99466d4095a3ab5ae8665d8a8f is 50, key is test_row_0/B:col10/1732131099629/Put/seqid=0 2024-11-20T19:31:40,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742075_1251 (size=9657) 2024-11-20T19:31:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:40,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:40,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131160808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131160810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131160811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131160812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131160814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131160919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131160919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131160919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131160920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131160920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:41,042 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/3dda2c99466d4095a3ab5ae8665d8a8f 2024-11-20T19:31:41,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/20f422860dfb4c6ba1a464a0bf4df24d is 50, key is test_row_0/C:col10/1732131099629/Put/seqid=0 2024-11-20T19:31:41,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742076_1252 (size=9657) 2024-11-20T19:31:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T19:31:41,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131161129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:41,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131161130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131161130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:41,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:41,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:41,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131161130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131161130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:41,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:41,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:41,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131161439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:41,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131161439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:41,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131161439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:41,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131161440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:41,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131161448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:41,454 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/20f422860dfb4c6ba1a464a0bf4df24d 2024-11-20T19:31:41,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/eb0a1a857e794bcca9268689ae4c486e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/eb0a1a857e794bcca9268689ae4c486e 2024-11-20T19:31:41,464 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/eb0a1a857e794bcca9268689ae4c486e, entries=100, sequenceid=48, filesize=9.4 K 2024-11-20T19:31:41,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/3dda2c99466d4095a3ab5ae8665d8a8f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/3dda2c99466d4095a3ab5ae8665d8a8f 2024-11-20T19:31:41,473 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/3dda2c99466d4095a3ab5ae8665d8a8f, entries=100, sequenceid=48, filesize=9.4 K 2024-11-20T19:31:41,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/20f422860dfb4c6ba1a464a0bf4df24d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/20f422860dfb4c6ba1a464a0bf4df24d 2024-11-20T19:31:41,481 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/20f422860dfb4c6ba1a464a0bf4df24d, entries=100, sequenceid=48, filesize=9.4 K 2024-11-20T19:31:41,483 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 44204cd3fb0ac025a449d18d7a835220 in 869ms, sequenceid=48, compaction requested=true 2024-11-20T19:31:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-20T19:31:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-20T19:31:41,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-20T19:31:41,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5700 sec 2024-11-20T19:31:41,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.5780 sec 2024-11-20T19:31:41,942 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:31:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:41,954 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:41,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T19:31:41,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/8f59fb7b664b4b7b8884ef3946a7c925 is 50, key is test_row_0/A:col10/1732131101953/Put/seqid=0 2024-11-20T19:31:41,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742077_1253 (size=14341) 2024-11-20T19:31:41,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131161959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:41,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:41,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131161967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:41,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:41,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131161996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131161996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131161996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131162109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131162109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131162110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131162319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131162319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131162320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/8f59fb7b664b4b7b8884ef3946a7c925 2024-11-20T19:31:42,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/a69b9e28d4374374a2d28f56c6b44862 is 50, key is test_row_0/B:col10/1732131101953/Put/seqid=0 2024-11-20T19:31:42,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742078_1254 (size=12001) 2024-11-20T19:31:42,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/a69b9e28d4374374a2d28f56c6b44862 2024-11-20T19:31:42,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/5f325fe882e14f55804bf6a91ae4ec73 is 50, key is test_row_0/C:col10/1732131101953/Put/seqid=0 2024-11-20T19:31:42,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742079_1255 (size=12001) 2024-11-20T19:31:42,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/5f325fe882e14f55804bf6a91ae4ec73 2024-11-20T19:31:42,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/8f59fb7b664b4b7b8884ef3946a7c925 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8f59fb7b664b4b7b8884ef3946a7c925 2024-11-20T19:31:42,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8f59fb7b664b4b7b8884ef3946a7c925, entries=200, sequenceid=78, filesize=14.0 K 2024-11-20T19:31:42,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/a69b9e28d4374374a2d28f56c6b44862 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/a69b9e28d4374374a2d28f56c6b44862 2024-11-20T19:31:42,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/a69b9e28d4374374a2d28f56c6b44862, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T19:31:42,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/5f325fe882e14f55804bf6a91ae4ec73 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/5f325fe882e14f55804bf6a91ae4ec73 2024-11-20T19:31:42,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/5f325fe882e14f55804bf6a91ae4ec73, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T19:31:42,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 44204cd3fb0ac025a449d18d7a835220 in 580ms, sequenceid=78, compaction requested=true 2024-11-20T19:31:42,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:42,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:42,534 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:42,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:42,534 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:42,536 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:42,536 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:42,536 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/A is initiating minor compaction (all files) 2024-11-20T19:31:42,536 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/B is initiating minor compaction (all files) 2024-11-20T19:31:42,536 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/A in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:42,536 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/B in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:42,536 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/c41f2e6e25b048cb9bc0ded76dbadc69, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/bae69119008c44de96bc6cb8bb6681e9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/eb0a1a857e794bcca9268689ae4c486e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8f59fb7b664b4b7b8884ef3946a7c925] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=51.4 K 2024-11-20T19:31:42,536 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/6370a5d165b3430f8f79f2b305b8e681, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/632312d328c549ef8d8f2523779c0929, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/3dda2c99466d4095a3ab5ae8665d8a8f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/a69b9e28d4374374a2d28f56c6b44862] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=44.6 K 2024-11-20T19:31:42,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:42,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:42,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:42,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:42,537 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting c41f2e6e25b048cb9bc0ded76dbadc69, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732131098920 2024-11-20T19:31:42,537 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 6370a5d165b3430f8f79f2b305b8e681, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732131098920 2024-11-20T19:31:42,538 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting bae69119008c44de96bc6cb8bb6681e9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732131098969 2024-11-20T19:31:42,538 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 632312d328c549ef8d8f2523779c0929, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732131098977 2024-11-20T19:31:42,539 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb0a1a857e794bcca9268689ae4c486e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732131099629 2024-11-20T19:31:42,539 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dda2c99466d4095a3ab5ae8665d8a8f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732131099629 2024-11-20T19:31:42,540 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f59fb7b664b4b7b8884ef3946a7c925, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732131100803 2024-11-20T19:31:42,541 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting a69b9e28d4374374a2d28f56c6b44862, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732131100812 2024-11-20T19:31:42,567 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#B#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:42,567 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/87b21137d87b49a29726e0cd6b98741c is 50, key is test_row_0/B:col10/1732131101953/Put/seqid=0 2024-11-20T19:31:42,579 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#A#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:42,579 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/c85d3c0416db418b871c47ecff5709fe is 50, key is test_row_0/A:col10/1732131101953/Put/seqid=0 2024-11-20T19:31:42,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742081_1257 (size=12139) 2024-11-20T19:31:42,643 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:42,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:31:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:42,646 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/c85d3c0416db418b871c47ecff5709fe as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/c85d3c0416db418b871c47ecff5709fe 2024-11-20T19:31:42,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742080_1256 (size=12139) 2024-11-20T19:31:42,661 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/A of 44204cd3fb0ac025a449d18d7a835220 into c85d3c0416db418b871c47ecff5709fe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:42,661 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:42,661 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/A, priority=12, startTime=1732131102534; duration=0sec 2024-11-20T19:31:42,661 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:42,661 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:A 2024-11-20T19:31:42,661 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:42,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/0f375de923ba4e239a6a6dd09fd71de1 is 50, key is test_row_0/A:col10/1732131102640/Put/seqid=0 2024-11-20T19:31:42,664 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:42,664 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/C is initiating minor compaction (all files) 2024-11-20T19:31:42,664 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/C in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:42,664 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/997e303af4e24e479707d45474b1640d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/4fc0d22c1c234b529beec2f329988055, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/20f422860dfb4c6ba1a464a0bf4df24d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/5f325fe882e14f55804bf6a91ae4ec73] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=44.6 K 2024-11-20T19:31:42,665 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 997e303af4e24e479707d45474b1640d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732131098920 2024-11-20T19:31:42,666 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fc0d22c1c234b529beec2f329988055, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732131098977 2024-11-20T19:31:42,667 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20f422860dfb4c6ba1a464a0bf4df24d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732131099629 2024-11-20T19:31:42,667 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f325fe882e14f55804bf6a91ae4ec73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732131100812 2024-11-20T19:31:42,670 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/87b21137d87b49a29726e0cd6b98741c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/87b21137d87b49a29726e0cd6b98741c 2024-11-20T19:31:42,677 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/B of 44204cd3fb0ac025a449d18d7a835220 into 87b21137d87b49a29726e0cd6b98741c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:42,678 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:42,678 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/B, priority=12, startTime=1732131102534; duration=0sec 2024-11-20T19:31:42,678 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:42,678 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:B 2024-11-20T19:31:42,701 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#C#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:42,702 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/648058fb762c400ca402fd8d9b54f2ec is 50, key is test_row_0/C:col10/1732131101953/Put/seqid=0 2024-11-20T19:31:42,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742082_1258 (size=12001) 2024-11-20T19:31:42,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/0f375de923ba4e239a6a6dd09fd71de1 2024-11-20T19:31:42,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131162723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742083_1259 (size=12139) 2024-11-20T19:31:42,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/669b1ede0d4b47a69b453d69623b2f70 is 50, key is test_row_0/B:col10/1732131102640/Put/seqid=0 2024-11-20T19:31:42,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131162729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131162731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742084_1260 (size=12001) 2024-11-20T19:31:42,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131162839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131162839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:42,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131162849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:43,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131163009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:43,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131163009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:43,012 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:43,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,012 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:43,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:43,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:43,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131163049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:43,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131163050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:43,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:43,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131163059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:43,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T19:31:43,080 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:43,083 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-20T19:31:43,087 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T19:31:43,088 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:43,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:43,136 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/648058fb762c400ca402fd8d9b54f2ec as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/648058fb762c400ca402fd8d9b54f2ec 2024-11-20T19:31:43,141 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/C of 44204cd3fb0ac025a449d18d7a835220 into 648058fb762c400ca402fd8d9b54f2ec(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:43,141 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:43,141 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/C, priority=12, startTime=1732131102536; duration=0sec 2024-11-20T19:31:43,141 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:43,141 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:C 2024-11-20T19:31:43,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/669b1ede0d4b47a69b453d69623b2f70 2024-11-20T19:31:43,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/2d23d85b8daa479e874ee03e8cd6e7d6 is 50, key is test_row_0/C:col10/1732131102640/Put/seqid=0 2024-11-20T19:31:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742085_1261 (size=12001) 2024-11-20T19:31:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T19:31:43,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T19:31:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:43,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:43,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131163359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:43,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131163359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:43,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131163369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:43,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:43,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T19:31:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:43,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:43,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:43,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T19:31:43,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T19:31:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:43,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:43,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/2d23d85b8daa479e874ee03e8cd6e7d6 2024-11-20T19:31:43,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/0f375de923ba4e239a6a6dd09fd71de1 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/0f375de923ba4e239a6a6dd09fd71de1 2024-11-20T19:31:43,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/0f375de923ba4e239a6a6dd09fd71de1, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T19:31:43,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/669b1ede0d4b47a69b453d69623b2f70 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/669b1ede0d4b47a69b453d69623b2f70 2024-11-20T19:31:43,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/669b1ede0d4b47a69b453d69623b2f70, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T19:31:43,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/2d23d85b8daa479e874ee03e8cd6e7d6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/2d23d85b8daa479e874ee03e8cd6e7d6 2024-11-20T19:31:43,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/2d23d85b8daa479e874ee03e8cd6e7d6, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T19:31:43,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 44204cd3fb0ac025a449d18d7a835220 in 974ms, sequenceid=90, compaction requested=false 2024-11-20T19:31:43,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:43,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T19:31:43,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:43,708 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:31:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T19:31:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/f8ce51dd11704d8bb1c32f485ae45b8d is 50, key is test_row_0/A:col10/1732131102727/Put/seqid=0 2024-11-20T19:31:43,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742086_1262 (size=12001) 2024-11-20T19:31:43,737 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/f8ce51dd11704d8bb1c32f485ae45b8d 2024-11-20T19:31:43,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/20215ee07a594bfeb75b37536c2c993e is 50, key is test_row_0/B:col10/1732131102727/Put/seqid=0 2024-11-20T19:31:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742087_1263 (size=12001) 2024-11-20T19:31:43,751 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/20215ee07a594bfeb75b37536c2c993e 2024-11-20T19:31:43,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/a0fd7ae1f55e4d93830aab271943cff4 is 50, key is test_row_0/C:col10/1732131102727/Put/seqid=0 2024-11-20T19:31:43,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742088_1264 (size=12001) 2024-11-20T19:31:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:43,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:43,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131163882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131163883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:43,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131163887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:43,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:43,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131163989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131163999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131163999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,178 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/a0fd7ae1f55e4d93830aab271943cff4 2024-11-20T19:31:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/f8ce51dd11704d8bb1c32f485ae45b8d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/f8ce51dd11704d8bb1c32f485ae45b8d 2024-11-20T19:31:44,185 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/f8ce51dd11704d8bb1c32f485ae45b8d, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T19:31:44,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/20215ee07a594bfeb75b37536c2c993e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/20215ee07a594bfeb75b37536c2c993e 2024-11-20T19:31:44,189 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/20215ee07a594bfeb75b37536c2c993e, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T19:31:44,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/a0fd7ae1f55e4d93830aab271943cff4 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a0fd7ae1f55e4d93830aab271943cff4 2024-11-20T19:31:44,194 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a0fd7ae1f55e4d93830aab271943cff4, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T19:31:44,195 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 44204cd3fb0ac025a449d18d7a835220 in 488ms, sequenceid=118, compaction requested=true 2024-11-20T19:31:44,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:44,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:44,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-20T19:31:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-20T19:31:44,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-20T19:31:44,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1080 sec 2024-11-20T19:31:44,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.1150 sec 2024-11-20T19:31:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:44,202 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:44,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:31:44,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/8471c8a7267742f8ad66351d650a2a0d is 50, key is test_row_0/A:col10/1732131103885/Put/seqid=0 2024-11-20T19:31:44,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742089_1265 (size=14391) 2024-11-20T19:31:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T19:31:44,219 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:44,220 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-20T19:31:44,221 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T19:31:44,222 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:44,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:44,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131164278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131164280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131164281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T19:31:44,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T19:31:44,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:44,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:44,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:44,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131164390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131164390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131164390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T19:31:44,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:44,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:44,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:44,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T19:31:44,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131164599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131164599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131164599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/8471c8a7267742f8ad66351d650a2a0d 2024-11-20T19:31:44,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/e95b222a6f894f4a880a7cc3d6fdf744 is 50, key is test_row_0/B:col10/1732131103885/Put/seqid=0 2024-11-20T19:31:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742090_1266 (size=12051) 2024-11-20T19:31:44,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T19:31:44,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:44,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:44,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:44,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T19:31:44,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:44,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:44,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:44,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T19:31:44,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131164909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131164909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131164909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:44,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T19:31:44,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:44,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:44,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:44,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:45,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131165019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:45,022 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:45,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:45,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:45,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:45,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131165029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:45,031 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:45,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:45,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:45,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:45,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/e95b222a6f894f4a880a7cc3d6fdf744 2024-11-20T19:31:45,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/cabe7e55c1c44f76bdf0231cc171e853 is 50, key is test_row_0/C:col10/1732131103885/Put/seqid=0 2024-11-20T19:31:45,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742091_1267 (size=12051) 2024-11-20T19:31:45,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T19:31:45,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:45,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:45,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:45,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:45,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:45,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T19:31:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:45,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:45,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T19:31:45,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131165419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:45,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131165419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:45,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131165420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:45,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T19:31:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:45,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:45,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:45,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/cabe7e55c1c44f76bdf0231cc171e853 2024-11-20T19:31:45,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/8471c8a7267742f8ad66351d650a2a0d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8471c8a7267742f8ad66351d650a2a0d 2024-11-20T19:31:45,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8471c8a7267742f8ad66351d650a2a0d, entries=200, sequenceid=130, filesize=14.1 K 2024-11-20T19:31:45,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/e95b222a6f894f4a880a7cc3d6fdf744 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/e95b222a6f894f4a880a7cc3d6fdf744 2024-11-20T19:31:45,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/e95b222a6f894f4a880a7cc3d6fdf744, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T19:31:45,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/cabe7e55c1c44f76bdf0231cc171e853 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/cabe7e55c1c44f76bdf0231cc171e853 2024-11-20T19:31:45,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/cabe7e55c1c44f76bdf0231cc171e853, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T19:31:45,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 44204cd3fb0ac025a449d18d7a835220 in 1309ms, sequenceid=130, compaction requested=true 2024-11-20T19:31:45,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:45,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:45,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:45,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:45,511 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:45,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:45,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:45,511 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:45,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:45,517 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:45,517 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/B is initiating minor compaction (all files) 2024-11-20T19:31:45,517 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/B in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:45,517 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/87b21137d87b49a29726e0cd6b98741c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/669b1ede0d4b47a69b453d69623b2f70, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/20215ee07a594bfeb75b37536c2c993e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/e95b222a6f894f4a880a7cc3d6fdf744] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=47.1 K 2024-11-20T19:31:45,518 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:45,518 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/A is initiating minor compaction (all files) 2024-11-20T19:31:45,518 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/A in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:45,518 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/c85d3c0416db418b871c47ecff5709fe, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/0f375de923ba4e239a6a6dd09fd71de1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/f8ce51dd11704d8bb1c32f485ae45b8d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8471c8a7267742f8ad66351d650a2a0d] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=49.3 K 2024-11-20T19:31:45,518 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 87b21137d87b49a29726e0cd6b98741c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732131100812 2024-11-20T19:31:45,518 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 669b1ede0d4b47a69b453d69623b2f70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732131102630 2024-11-20T19:31:45,518 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting c85d3c0416db418b871c47ecff5709fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732131100812 2024-11-20T19:31:45,519 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 20215ee07a594bfeb75b37536c2c993e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732131102712 2024-11-20T19:31:45,519 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f375de923ba4e239a6a6dd09fd71de1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732131102630 2024-11-20T19:31:45,520 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8ce51dd11704d8bb1c32f485ae45b8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732131102712 2024-11-20T19:31:45,520 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e95b222a6f894f4a880a7cc3d6fdf744, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131103881 2024-11-20T19:31:45,520 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8471c8a7267742f8ad66351d650a2a0d, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131103881 2024-11-20T19:31:45,532 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#A#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:45,533 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/d5877fbe2f1a41dd9bd8d2165b523910 is 50, key is test_row_0/A:col10/1732131103885/Put/seqid=0 2024-11-20T19:31:45,545 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#B#compaction#222 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:45,545 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/c38099c9241446f19f6fb81a43ebc2e7 is 50, key is test_row_0/B:col10/1732131103885/Put/seqid=0 2024-11-20T19:31:45,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742092_1268 (size=12325) 2024-11-20T19:31:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742093_1269 (size=12325) 2024-11-20T19:31:45,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T19:31:45,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:45,607 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:31:45,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/e9ab2102390645b4b1883d02d975fad7 is 50, key is test_row_0/A:col10/1732131104279/Put/seqid=0 2024-11-20T19:31:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742094_1270 (size=12151) 2024-11-20T19:31:45,958 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/d5877fbe2f1a41dd9bd8d2165b523910 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/d5877fbe2f1a41dd9bd8d2165b523910 2024-11-20T19:31:45,967 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/c38099c9241446f19f6fb81a43ebc2e7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c38099c9241446f19f6fb81a43ebc2e7 2024-11-20T19:31:45,969 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/A of 44204cd3fb0ac025a449d18d7a835220 into d5877fbe2f1a41dd9bd8d2165b523910(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:45,970 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:45,970 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/A, priority=12, startTime=1732131105511; duration=0sec 2024-11-20T19:31:45,970 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:45,970 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:A 2024-11-20T19:31:45,970 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:45,971 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:45,971 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/C is initiating minor compaction (all files) 2024-11-20T19:31:45,972 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/C in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:45,972 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/648058fb762c400ca402fd8d9b54f2ec, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/2d23d85b8daa479e874ee03e8cd6e7d6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a0fd7ae1f55e4d93830aab271943cff4, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/cabe7e55c1c44f76bdf0231cc171e853] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=47.1 K 2024-11-20T19:31:45,972 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/B of 44204cd3fb0ac025a449d18d7a835220 into c38099c9241446f19f6fb81a43ebc2e7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:45,972 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:45,972 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/B, priority=12, startTime=1732131105511; duration=0sec 2024-11-20T19:31:45,972 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:45,972 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:B 2024-11-20T19:31:45,974 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 648058fb762c400ca402fd8d9b54f2ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732131100812 2024-11-20T19:31:45,974 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d23d85b8daa479e874ee03e8cd6e7d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732131102630 2024-11-20T19:31:45,974 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0fd7ae1f55e4d93830aab271943cff4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732131102712 2024-11-20T19:31:45,975 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting cabe7e55c1c44f76bdf0231cc171e853, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131103881 2024-11-20T19:31:45,987 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#C#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:45,987 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/67976ee5529f4d30ba7b4ab05e9659ca is 50, key is test_row_0/C:col10/1732131103885/Put/seqid=0 2024-11-20T19:31:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742095_1271 (size=12325) 2024-11-20T19:31:46,026 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/e9ab2102390645b4b1883d02d975fad7 2024-11-20T19:31:46,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/c6fce4f94ca64911910e9e1435f723cc is 50, key is test_row_0/B:col10/1732131104279/Put/seqid=0 2024-11-20T19:31:46,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742096_1272 (size=12151) 2024-11-20T19:31:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T19:31:46,396 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/67976ee5529f4d30ba7b4ab05e9659ca as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/67976ee5529f4d30ba7b4ab05e9659ca 2024-11-20T19:31:46,400 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/C of 44204cd3fb0ac025a449d18d7a835220 into 67976ee5529f4d30ba7b4ab05e9659ca(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:46,400 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:46,400 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/C, priority=12, startTime=1732131105511; duration=0sec 2024-11-20T19:31:46,401 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:46,401 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:C 2024-11-20T19:31:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:46,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:46,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131166446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:46,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:46,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131166446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131166447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:46,454 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/c6fce4f94ca64911910e9e1435f723cc 2024-11-20T19:31:46,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/be8528ed29a14098a5ac66da295a5909 is 50, key is test_row_0/C:col10/1732131104279/Put/seqid=0 2024-11-20T19:31:46,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742097_1273 (size=12151) 2024-11-20T19:31:46,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131166559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:46,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131166559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131166559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:46,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131166769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:46,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:46,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131166770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:46,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131166770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:46,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:46,866 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/be8528ed29a14098a5ac66da295a5909 2024-11-20T19:31:46,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/e9ab2102390645b4b1883d02d975fad7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/e9ab2102390645b4b1883d02d975fad7 2024-11-20T19:31:46,874 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/e9ab2102390645b4b1883d02d975fad7, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T19:31:46,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/c6fce4f94ca64911910e9e1435f723cc as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c6fce4f94ca64911910e9e1435f723cc 2024-11-20T19:31:46,879 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c6fce4f94ca64911910e9e1435f723cc, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T19:31:46,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/be8528ed29a14098a5ac66da295a5909 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/be8528ed29a14098a5ac66da295a5909 2024-11-20T19:31:46,884 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/be8528ed29a14098a5ac66da295a5909, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T19:31:46,885 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 44204cd3fb0ac025a449d18d7a835220 in 1279ms, sequenceid=154, compaction requested=false 2024-11-20T19:31:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-20T19:31:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-20T19:31:46,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-20T19:31:46,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6640 sec 2024-11-20T19:31:46,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.6680 sec 2024-11-20T19:31:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:47,080 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:47,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:31:47,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/3e3cc819a3e6466ea71e58f1fd0c6dd6 is 50, key is test_row_0/A:col10/1732131107079/Put/seqid=0 2024-11-20T19:31:47,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742098_1274 (size=12151) 2024-11-20T19:31:47,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131167109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:47,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131167113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:47,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131167114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:47,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:47,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:47,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131167219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:47,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131167229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131167229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:47,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131167429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:47,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131167438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:47,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131167439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:47,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/3e3cc819a3e6466ea71e58f1fd0c6dd6 2024-11-20T19:31:47,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/bf5e0055b5b047909b244b1438d12f56 is 50, key is test_row_0/B:col10/1732131107079/Put/seqid=0 2024-11-20T19:31:47,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742099_1275 (size=12151) 2024-11-20T19:31:47,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131167739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:47,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131167749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131167749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:47,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/bf5e0055b5b047909b244b1438d12f56 2024-11-20T19:31:47,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/8375149bc8804ea58777bfbf127585a9 is 50, key is test_row_0/C:col10/1732131107079/Put/seqid=0 2024-11-20T19:31:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742100_1276 (size=12151) 2024-11-20T19:31:48,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131168249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:48,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131168259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:48,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131168259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:48,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/8375149bc8804ea58777bfbf127585a9 2024-11-20T19:31:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/3e3cc819a3e6466ea71e58f1fd0c6dd6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/3e3cc819a3e6466ea71e58f1fd0c6dd6 2024-11-20T19:31:48,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/3e3cc819a3e6466ea71e58f1fd0c6dd6, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:31:48,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/bf5e0055b5b047909b244b1438d12f56 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/bf5e0055b5b047909b244b1438d12f56 2024-11-20T19:31:48,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/bf5e0055b5b047909b244b1438d12f56, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:31:48,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/8375149bc8804ea58777bfbf127585a9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/8375149bc8804ea58777bfbf127585a9 2024-11-20T19:31:48,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/8375149bc8804ea58777bfbf127585a9, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:31:48,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 44204cd3fb0ac025a449d18d7a835220 in 1270ms, sequenceid=171, compaction requested=true 2024-11-20T19:31:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:48,350 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:48,350 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:48,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:48,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:48,351 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:48,351 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:48,352 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/B is initiating minor compaction (all files) 2024-11-20T19:31:48,352 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/A is initiating minor compaction (all files) 2024-11-20T19:31:48,352 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/A in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:48,352 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/d5877fbe2f1a41dd9bd8d2165b523910, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/e9ab2102390645b4b1883d02d975fad7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/3e3cc819a3e6466ea71e58f1fd0c6dd6] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=35.8 K 2024-11-20T19:31:48,352 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/B in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:48,352 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c38099c9241446f19f6fb81a43ebc2e7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c6fce4f94ca64911910e9e1435f723cc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/bf5e0055b5b047909b244b1438d12f56] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=35.8 K 2024-11-20T19:31:48,352 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting c38099c9241446f19f6fb81a43ebc2e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131103881 2024-11-20T19:31:48,352 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5877fbe2f1a41dd9bd8d2165b523910, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131103881 2024-11-20T19:31:48,353 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9ab2102390645b4b1883d02d975fad7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732131104256 2024-11-20T19:31:48,353 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting c6fce4f94ca64911910e9e1435f723cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732131104256 2024-11-20T19:31:48,353 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e3cc819a3e6466ea71e58f1fd0c6dd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131106441 2024-11-20T19:31:48,353 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting bf5e0055b5b047909b244b1438d12f56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131106441 2024-11-20T19:31:48,359 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:48,360 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#A#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:48,360 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/5de9c2064e8f46558b9be1ab1aa3b4b6 is 50, key is test_row_0/B:col10/1732131107079/Put/seqid=0 2024-11-20T19:31:48,360 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/1d26a0289ae447f59cbcb256f7198596 is 50, key is test_row_0/A:col10/1732131107079/Put/seqid=0 2024-11-20T19:31:48,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742102_1278 (size=12527) 2024-11-20T19:31:48,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742101_1277 (size=12527) 2024-11-20T19:31:48,370 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/1d26a0289ae447f59cbcb256f7198596 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/1d26a0289ae447f59cbcb256f7198596 2024-11-20T19:31:48,371 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/5de9c2064e8f46558b9be1ab1aa3b4b6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/5de9c2064e8f46558b9be1ab1aa3b4b6 2024-11-20T19:31:48,375 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/A of 44204cd3fb0ac025a449d18d7a835220 into 1d26a0289ae447f59cbcb256f7198596(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:48,375 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:48,375 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/A, priority=13, startTime=1732131108350; duration=0sec 2024-11-20T19:31:48,375 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:48,375 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:A 2024-11-20T19:31:48,375 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:48,376 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/B of 44204cd3fb0ac025a449d18d7a835220 into 5de9c2064e8f46558b9be1ab1aa3b4b6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:48,376 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:48,376 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:48,376 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/B, priority=13, startTime=1732131108350; duration=0sec 2024-11-20T19:31:48,376 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/C is initiating minor compaction (all files) 2024-11-20T19:31:48,376 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/C in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:48,376 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:48,376 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:B 2024-11-20T19:31:48,376 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/67976ee5529f4d30ba7b4ab05e9659ca, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/be8528ed29a14098a5ac66da295a5909, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/8375149bc8804ea58777bfbf127585a9] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=35.8 K 2024-11-20T19:31:48,376 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67976ee5529f4d30ba7b4ab05e9659ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131103881 2024-11-20T19:31:48,377 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting be8528ed29a14098a5ac66da295a5909, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732131104256 2024-11-20T19:31:48,377 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8375149bc8804ea58777bfbf127585a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131106441 2024-11-20T19:31:48,383 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:48,384 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/569985f2e9bb4a83a25e50af31ef7140 is 50, key is test_row_0/C:col10/1732131107079/Put/seqid=0 2024-11-20T19:31:48,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742103_1279 (size=12527) 2024-11-20T19:31:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T19:31:48,389 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:48,390 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-20T19:31:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T19:31:48,393 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:48,394 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:48,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:48,395 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/569985f2e9bb4a83a25e50af31ef7140 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/569985f2e9bb4a83a25e50af31ef7140 2024-11-20T19:31:48,400 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/C of 44204cd3fb0ac025a449d18d7a835220 into 569985f2e9bb4a83a25e50af31ef7140(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:48,400 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:48,400 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/C, priority=13, startTime=1732131108350; duration=0sec 2024-11-20T19:31:48,400 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:48,400 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:C 2024-11-20T19:31:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T19:31:48,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T19:31:48,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:48,546 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T19:31:48,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/a37c995a70ee4498aeb5fb7be10e98c6 is 50, key is test_row_0/A:col10/1732131107112/Put/seqid=0 2024-11-20T19:31:48,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742104_1280 (size=12151) 2024-11-20T19:31:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T19:31:48,955 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/a37c995a70ee4498aeb5fb7be10e98c6 2024-11-20T19:31:48,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/c73f18a4467b411c857e616e9a5c505a is 50, key is test_row_0/B:col10/1732131107112/Put/seqid=0 2024-11-20T19:31:48,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742105_1281 (size=12151) 2024-11-20T19:31:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T19:31:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:49,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131169083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:49,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131169085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:49,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:49,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131169189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:49,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131169199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:49,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131169259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:49,261 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:49,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:49,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131169269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:49,271 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:49,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:49,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131169279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:49,282 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:49,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:49,366 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/c73f18a4467b411c857e616e9a5c505a 2024-11-20T19:31:49,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/7b97387158654217a39500509959b66c is 50, key is test_row_0/C:col10/1732131107112/Put/seqid=0 2024-11-20T19:31:49,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742106_1282 (size=12151) 2024-11-20T19:31:49,386 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/7b97387158654217a39500509959b66c 2024-11-20T19:31:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/a37c995a70ee4498aeb5fb7be10e98c6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/a37c995a70ee4498aeb5fb7be10e98c6 2024-11-20T19:31:49,397 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/a37c995a70ee4498aeb5fb7be10e98c6, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T19:31:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/c73f18a4467b411c857e616e9a5c505a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c73f18a4467b411c857e616e9a5c505a 2024-11-20T19:31:49,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131169400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:49,403 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c73f18a4467b411c857e616e9a5c505a, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T19:31:49,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/7b97387158654217a39500509959b66c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/7b97387158654217a39500509959b66c 2024-11-20T19:31:49,409 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/7b97387158654217a39500509959b66c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T19:31:49,410 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 44204cd3fb0ac025a449d18d7a835220 in 863ms, sequenceid=197, compaction requested=false 2024-11-20T19:31:49,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:49,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:49,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-20T19:31:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-20T19:31:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:49,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:31:49,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-20T19:31:49,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0180 sec 2024-11-20T19:31:49,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.0260 sec 2024-11-20T19:31:49,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/7609fa49a625402888e295f9ec5cbbf8 is 50, key is test_row_0/A:col10/1732131109411/Put/seqid=0 2024-11-20T19:31:49,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742107_1283 (size=12151) 2024-11-20T19:31:49,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131169493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T19:31:49,529 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:49,530 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-20T19:31:49,532 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:31:49,532 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:49,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:49,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131169599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:31:49,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:31:49,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:49,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:49,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:49,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:49,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:49,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131169709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:49,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:49,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131169809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:49,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:31:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:49,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:49,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/7609fa49a625402888e295f9ec5cbbf8 2024-11-20T19:31:49,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/afb7ebc71d8d4198875886fe3710e367 is 50, key is test_row_0/B:col10/1732131109411/Put/seqid=0 2024-11-20T19:31:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:31:49,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742108_1284 (size=12151) 2024-11-20T19:31:49,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:31:49,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:49,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:49,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:49,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:49,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131170119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:50,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:50,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:50,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:50,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:31:50,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:50,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:31:50,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131170219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:50,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/afb7ebc71d8d4198875886fe3710e367 2024-11-20T19:31:50,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/ad569b9b6d594812add28c577e798191 is 50, key is test_row_0/C:col10/1732131109411/Put/seqid=0 2024-11-20T19:31:50,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742109_1285 (size=12151) 2024-11-20T19:31:50,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:31:50,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:50,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:50,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:50,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:31:50,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:50,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:50,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:50,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:31:50,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:50,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:50,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:50,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:50,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131170629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:31:50,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/ad569b9b6d594812add28c577e798191 2024-11-20T19:31:50,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/7609fa49a625402888e295f9ec5cbbf8 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/7609fa49a625402888e295f9ec5cbbf8 2024-11-20T19:31:50,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/7609fa49a625402888e295f9ec5cbbf8, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T19:31:50,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/afb7ebc71d8d4198875886fe3710e367 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/afb7ebc71d8d4198875886fe3710e367 2024-11-20T19:31:50,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/afb7ebc71d8d4198875886fe3710e367, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T19:31:50,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/ad569b9b6d594812add28c577e798191 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/ad569b9b6d594812add28c577e798191 2024-11-20T19:31:50,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/ad569b9b6d594812add28c577e798191, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T19:31:50,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 44204cd3fb0ac025a449d18d7a835220 in 1275ms, sequenceid=211, compaction requested=true 2024-11-20T19:31:50,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:50,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:50,687 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:50,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:50,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:50,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:50,688 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:50,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:50,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:50,688 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:50,688 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/B is initiating minor compaction (all files) 2024-11-20T19:31:50,689 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/B in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:50,689 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/5de9c2064e8f46558b9be1ab1aa3b4b6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c73f18a4467b411c857e616e9a5c505a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/afb7ebc71d8d4198875886fe3710e367] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=36.0 K 2024-11-20T19:31:50,689 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:50,689 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/A is initiating minor compaction (all files) 2024-11-20T19:31:50,689 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/A in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:50,689 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/1d26a0289ae447f59cbcb256f7198596, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/a37c995a70ee4498aeb5fb7be10e98c6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/7609fa49a625402888e295f9ec5cbbf8] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=36.0 K 2024-11-20T19:31:50,689 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 5de9c2064e8f46558b9be1ab1aa3b4b6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131106441 2024-11-20T19:31:50,689 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d26a0289ae447f59cbcb256f7198596, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131106441 2024-11-20T19:31:50,690 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting c73f18a4467b411c857e616e9a5c505a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732131107108 2024-11-20T19:31:50,690 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a37c995a70ee4498aeb5fb7be10e98c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732131107108 2024-11-20T19:31:50,690 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting afb7ebc71d8d4198875886fe3710e367, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732131109082 2024-11-20T19:31:50,690 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7609fa49a625402888e295f9ec5cbbf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732131109082 2024-11-20T19:31:50,695 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#B#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:50,695 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:50,696 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/8f6d9940933b406fb2f388ff23a50920 is 50, key is test_row_0/B:col10/1732131109411/Put/seqid=0 2024-11-20T19:31:50,696 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/439ae9b9b816451e998f9c2e96750061 is 50, key is test_row_0/A:col10/1732131109411/Put/seqid=0 2024-11-20T19:31:50,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742110_1286 (size=12629) 2024-11-20T19:31:50,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742111_1287 (size=12629) 2024-11-20T19:31:50,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T19:31:50,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:50,756 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T19:31:50,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/913a128c92a9406e9bd94dd5cee53067 is 50, key is test_row_0/A:col10/1732131109492/Put/seqid=0 2024-11-20T19:31:50,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742112_1288 (size=12151) 2024-11-20T19:31:51,105 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/8f6d9940933b406fb2f388ff23a50920 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/8f6d9940933b406fb2f388ff23a50920 2024-11-20T19:31:51,105 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/439ae9b9b816451e998f9c2e96750061 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/439ae9b9b816451e998f9c2e96750061 2024-11-20T19:31:51,114 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/B of 44204cd3fb0ac025a449d18d7a835220 into 8f6d9940933b406fb2f388ff23a50920(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:51,114 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/A of 44204cd3fb0ac025a449d18d7a835220 into 439ae9b9b816451e998f9c2e96750061(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:51,114 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:51,114 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:51,114 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/B, priority=13, startTime=1732131110687; duration=0sec 2024-11-20T19:31:51,114 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/A, priority=13, startTime=1732131110687; duration=0sec 2024-11-20T19:31:51,114 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:51,114 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:B 2024-11-20T19:31:51,114 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:51,114 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:A 2024-11-20T19:31:51,114 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:51,116 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:51,116 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/C is initiating minor compaction (all files) 2024-11-20T19:31:51,116 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/C in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:51,116 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/569985f2e9bb4a83a25e50af31ef7140, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/7b97387158654217a39500509959b66c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/ad569b9b6d594812add28c577e798191] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=36.0 K 2024-11-20T19:31:51,116 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 569985f2e9bb4a83a25e50af31ef7140, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131106441 2024-11-20T19:31:51,117 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b97387158654217a39500509959b66c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732131107108 2024-11-20T19:31:51,117 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ad569b9b6d594812add28c577e798191, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732131109082 2024-11-20T19:31:51,123 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:51,124 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/f8d36a98a52248d2b810bfb7787fd9b3 is 50, key is test_row_0/C:col10/1732131109411/Put/seqid=0 2024-11-20T19:31:51,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742113_1289 (size=12629) 2024-11-20T19:31:51,164 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/913a128c92a9406e9bd94dd5cee53067 2024-11-20T19:31:51,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/eaed9c96f4a94a549a95dda888bba3ba is 50, key is test_row_0/B:col10/1732131109492/Put/seqid=0 2024-11-20T19:31:51,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742114_1290 (size=12151) 2024-11-20T19:31:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:51,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:51,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131171275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:51,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:51,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131171276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:51,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131171289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:51,291 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:51,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131171299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:51,301 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:51,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:51,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131171389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:51,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:51,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131171389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:51,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:51,533 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/f8d36a98a52248d2b810bfb7787fd9b3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/f8d36a98a52248d2b810bfb7787fd9b3 2024-11-20T19:31:51,537 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/C of 44204cd3fb0ac025a449d18d7a835220 into f8d36a98a52248d2b810bfb7787fd9b3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:51,537 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:51,537 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/C, priority=13, startTime=1732131110688; duration=0sec 2024-11-20T19:31:51,537 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:51,537 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:C 2024-11-20T19:31:51,574 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/eaed9c96f4a94a549a95dda888bba3ba 2024-11-20T19:31:51,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/31b2386ce13c4a28ac5c03236ed6d5a1 is 50, key is test_row_0/C:col10/1732131109492/Put/seqid=0 2024-11-20T19:31:51,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742115_1291 (size=12151) 2024-11-20T19:31:51,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131171599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:51,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131171599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:51,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131171639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:51,641 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:31:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131171909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131171909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:51,999 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/31b2386ce13c4a28ac5c03236ed6d5a1 2024-11-20T19:31:52,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/913a128c92a9406e9bd94dd5cee53067 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/913a128c92a9406e9bd94dd5cee53067 2024-11-20T19:31:52,029 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/913a128c92a9406e9bd94dd5cee53067, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T19:31:52,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/eaed9c96f4a94a549a95dda888bba3ba as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/eaed9c96f4a94a549a95dda888bba3ba 2024-11-20T19:31:52,036 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/eaed9c96f4a94a549a95dda888bba3ba, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T19:31:52,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/31b2386ce13c4a28ac5c03236ed6d5a1 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/31b2386ce13c4a28ac5c03236ed6d5a1 2024-11-20T19:31:52,041 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/31b2386ce13c4a28ac5c03236ed6d5a1, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T19:31:52,042 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 44204cd3fb0ac025a449d18d7a835220 in 1286ms, sequenceid=233, compaction requested=false 2024-11-20T19:31:52,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:52,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:52,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-20T19:31:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-20T19:31:52,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-20T19:31:52,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5110 sec 2024-11-20T19:31:52,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.5150 sec 2024-11-20T19:31:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:52,421 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:52,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T19:31:52,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/cda292d143dd42009bee2a4aed7d0c01 is 50, key is test_row_0/A:col10/1732131112420/Put/seqid=0 2024-11-20T19:31:52,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742116_1292 (size=12151) 2024-11-20T19:31:52,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/cda292d143dd42009bee2a4aed7d0c01 2024-11-20T19:31:52,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/de0de8c185fb4469838f639b66230ad8 is 50, key is test_row_0/B:col10/1732131112420/Put/seqid=0 2024-11-20T19:31:52,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742117_1293 (size=12151) 2024-11-20T19:31:52,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/de0de8c185fb4469838f639b66230ad8 2024-11-20T19:31:52,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131172458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:52,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:52,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:52,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:52,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131172458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:52,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/c903eb4ef32240d7822aec91b8c7f7e0 is 50, key is test_row_0/C:col10/1732131112420/Put/seqid=0 2024-11-20T19:31:52,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742118_1294 (size=12151) 2024-11-20T19:31:52,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131172569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:52,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131172570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:52,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:52,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:52,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:52,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:52,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:52,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:52,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131172779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:52,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131172779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:52,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/c903eb4ef32240d7822aec91b8c7f7e0 2024-11-20T19:31:52,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/cda292d143dd42009bee2a4aed7d0c01 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/cda292d143dd42009bee2a4aed7d0c01 2024-11-20T19:31:52,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/cda292d143dd42009bee2a4aed7d0c01, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T19:31:52,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/de0de8c185fb4469838f639b66230ad8 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/de0de8c185fb4469838f639b66230ad8 2024-11-20T19:31:52,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/de0de8c185fb4469838f639b66230ad8, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T19:31:52,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/c903eb4ef32240d7822aec91b8c7f7e0 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/c903eb4ef32240d7822aec91b8c7f7e0 2024-11-20T19:31:52,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/c903eb4ef32240d7822aec91b8c7f7e0, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T19:31:52,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 44204cd3fb0ac025a449d18d7a835220 in 499ms, sequenceid=252, compaction requested=true 2024-11-20T19:31:52,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:52,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:52,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:52,921 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:52,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:52,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:52,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:52,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:52,921 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:52,922 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:52,922 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/A is initiating minor compaction (all files) 2024-11-20T19:31:52,922 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/A in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:52,922 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/439ae9b9b816451e998f9c2e96750061, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/913a128c92a9406e9bd94dd5cee53067, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/cda292d143dd42009bee2a4aed7d0c01] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=36.1 K 2024-11-20T19:31:52,922 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:52,922 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/B is initiating minor compaction (all files) 2024-11-20T19:31:52,922 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/B in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:52,922 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/8f6d9940933b406fb2f388ff23a50920, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/eaed9c96f4a94a549a95dda888bba3ba, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/de0de8c185fb4469838f639b66230ad8] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=36.1 K 2024-11-20T19:31:52,923 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 439ae9b9b816451e998f9c2e96750061, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732131109082 2024-11-20T19:31:52,923 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f6d9940933b406fb2f388ff23a50920, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732131109082 2024-11-20T19:31:52,923 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 913a128c92a9406e9bd94dd5cee53067, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732131109469 2024-11-20T19:31:52,923 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting eaed9c96f4a94a549a95dda888bba3ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732131109469 2024-11-20T19:31:52,924 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting cda292d143dd42009bee2a4aed7d0c01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732131111274 2024-11-20T19:31:52,924 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting de0de8c185fb4469838f639b66230ad8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732131111274 2024-11-20T19:31:52,930 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#B#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:52,931 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/023f7ad5a39443bf9ea00cc5ba6997be is 50, key is test_row_0/B:col10/1732131112420/Put/seqid=0 2024-11-20T19:31:52,933 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:52,933 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/6ddfbf2b11bd49bc928764f183599b71 is 50, key is test_row_0/A:col10/1732131112420/Put/seqid=0 2024-11-20T19:31:52,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742119_1295 (size=12731) 2024-11-20T19:31:52,945 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/023f7ad5a39443bf9ea00cc5ba6997be as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/023f7ad5a39443bf9ea00cc5ba6997be 2024-11-20T19:31:52,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742120_1296 (size=12731) 2024-11-20T19:31:52,950 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/B of 44204cd3fb0ac025a449d18d7a835220 into 023f7ad5a39443bf9ea00cc5ba6997be(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:52,950 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:52,950 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/B, priority=13, startTime=1732131112921; duration=0sec 2024-11-20T19:31:52,950 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:52,950 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:B 2024-11-20T19:31:52,950 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:31:52,952 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:31:52,952 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/C is initiating minor compaction (all files) 2024-11-20T19:31:52,952 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/C in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:52,952 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/f8d36a98a52248d2b810bfb7787fd9b3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/31b2386ce13c4a28ac5c03236ed6d5a1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/c903eb4ef32240d7822aec91b8c7f7e0] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=36.1 K 2024-11-20T19:31:52,952 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting f8d36a98a52248d2b810bfb7787fd9b3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732131109082 2024-11-20T19:31:52,953 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 31b2386ce13c4a28ac5c03236ed6d5a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732131109469 2024-11-20T19:31:52,954 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting c903eb4ef32240d7822aec91b8c7f7e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732131111274 2024-11-20T19:31:52,955 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/6ddfbf2b11bd49bc928764f183599b71 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/6ddfbf2b11bd49bc928764f183599b71 2024-11-20T19:31:52,963 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/A of 44204cd3fb0ac025a449d18d7a835220 into 6ddfbf2b11bd49bc928764f183599b71(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:52,963 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:52,963 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/A, priority=13, startTime=1732131112921; duration=0sec 2024-11-20T19:31:52,963 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:52,963 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:A 2024-11-20T19:31:52,966 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#C#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:52,967 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/a3f2e69e7f634b198440b315e9ffdd77 is 50, key is test_row_0/C:col10/1732131112420/Put/seqid=0 2024-11-20T19:31:52,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742121_1297 (size=12731) 2024-11-20T19:31:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:53,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T19:31:53,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/2e454d92edd34834a5b8011bd06641a7 is 50, key is test_row_0/A:col10/1732131112456/Put/seqid=0 2024-11-20T19:31:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742122_1298 (size=17181) 2024-11-20T19:31:53,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131173115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:53,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:53,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131173117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:53,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131173229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:53,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131173229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:53,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:53,390 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/a3f2e69e7f634b198440b315e9ffdd77 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a3f2e69e7f634b198440b315e9ffdd77 2024-11-20T19:31:53,394 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/C of 44204cd3fb0ac025a449d18d7a835220 into a3f2e69e7f634b198440b315e9ffdd77(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:53,394 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:53,394 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/C, priority=13, startTime=1732131112921; duration=0sec 2024-11-20T19:31:53,394 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:53,394 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:C 2024-11-20T19:31:53,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131173439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:53,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131173439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:53,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/2e454d92edd34834a5b8011bd06641a7 2024-11-20T19:31:53,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/72eb291c7f814dfdadcd30412267ea44 is 50, key is test_row_0/B:col10/1732131112456/Put/seqid=0 2024-11-20T19:31:53,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742123_1299 (size=12301) 2024-11-20T19:31:53,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/72eb291c7f814dfdadcd30412267ea44 2024-11-20T19:31:53,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/e787bda173f24330b4224defe2193cf5 is 50, key is test_row_0/C:col10/1732131112456/Put/seqid=0 2024-11-20T19:31:53,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742124_1300 (size=12301) 2024-11-20T19:31:53,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131173659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:53,662 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:53,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T19:31:53,690 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:53,690 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-20T19:31:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T19:31:53,692 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:53,692 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:53,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:53,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131173749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:53,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:53,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131173749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T19:31:53,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T19:31:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:53,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:53,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/e787bda173f24330b4224defe2193cf5 2024-11-20T19:31:53,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/2e454d92edd34834a5b8011bd06641a7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/2e454d92edd34834a5b8011bd06641a7 2024-11-20T19:31:53,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/2e454d92edd34834a5b8011bd06641a7, entries=250, sequenceid=276, filesize=16.8 K 2024-11-20T19:31:53,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/72eb291c7f814dfdadcd30412267ea44 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/72eb291c7f814dfdadcd30412267ea44 2024-11-20T19:31:53,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/72eb291c7f814dfdadcd30412267ea44, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T19:31:53,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/e787bda173f24330b4224defe2193cf5 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/e787bda173f24330b4224defe2193cf5 2024-11-20T19:31:53,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/e787bda173f24330b4224defe2193cf5, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T19:31:53,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 44204cd3fb0ac025a449d18d7a835220 in 859ms, sequenceid=276, compaction requested=false 2024-11-20T19:31:53,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:54,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T19:31:54,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:54,004 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:31:54,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/8bb3c8e4b5174f8d9a5f3b1e04fd050e is 50, key is test_row_0/A:col10/1732131113107/Put/seqid=0 2024-11-20T19:31:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T19:31:54,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742125_1301 (size=12301) 2024-11-20T19:31:54,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T19:31:54,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:54,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131174317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131174315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:54,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:54,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:54,411 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/8bb3c8e4b5174f8d9a5f3b1e04fd050e 2024-11-20T19:31:54,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/f3ea6686c6cc4f41a939ac68bfd71f4d is 50, key is test_row_0/B:col10/1732131113107/Put/seqid=0 2024-11-20T19:31:54,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742126_1302 (size=12301) 2024-11-20T19:31:54,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131174429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131174430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:54,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131174639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:54,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131174640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:54,825 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/f3ea6686c6cc4f41a939ac68bfd71f4d 2024-11-20T19:31:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T19:31:54,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/458ecfba49cd436bbb9291203f8e5b18 is 50, key is test_row_0/C:col10/1732131113107/Put/seqid=0 2024-11-20T19:31:54,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742127_1303 (size=12301) 2024-11-20T19:31:54,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131174949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:54,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:54,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131174949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:54,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:54,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:54,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:55,236 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/458ecfba49cd436bbb9291203f8e5b18 2024-11-20T19:31:55,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/8bb3c8e4b5174f8d9a5f3b1e04fd050e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8bb3c8e4b5174f8d9a5f3b1e04fd050e 2024-11-20T19:31:55,244 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8bb3c8e4b5174f8d9a5f3b1e04fd050e, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T19:31:55,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/f3ea6686c6cc4f41a939ac68bfd71f4d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/f3ea6686c6cc4f41a939ac68bfd71f4d 2024-11-20T19:31:55,251 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/f3ea6686c6cc4f41a939ac68bfd71f4d, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T19:31:55,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/458ecfba49cd436bbb9291203f8e5b18 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/458ecfba49cd436bbb9291203f8e5b18 2024-11-20T19:31:55,255 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/458ecfba49cd436bbb9291203f8e5b18, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T19:31:55,256 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 44204cd3fb0ac025a449d18d7a835220 in 1252ms, sequenceid=291, compaction requested=true 2024-11-20T19:31:55,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:55,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:55,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-20T19:31:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-20T19:31:55,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-20T19:31:55,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5650 sec 2024-11-20T19:31:55,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.5700 sec 2024-11-20T19:31:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:55,301 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:55,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T19:31:55,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/dbdbee00c2d14620a2bb7b0fccdf2881 is 50, key is test_row_0/A:col10/1732131114306/Put/seqid=0 2024-11-20T19:31:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742128_1304 (size=14741) 2024-11-20T19:31:55,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/dbdbee00c2d14620a2bb7b0fccdf2881 2024-11-20T19:31:55,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/364f7fd216a94a1f9dbd001c6b3a86bd is 50, key is test_row_0/B:col10/1732131114306/Put/seqid=0 2024-11-20T19:31:55,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742129_1305 (size=12301) 2024-11-20T19:31:55,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/364f7fd216a94a1f9dbd001c6b3a86bd 2024-11-20T19:31:55,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/988a20bff985403caef3237f54baf63a is 50, key is test_row_0/C:col10/1732131114306/Put/seqid=0 2024-11-20T19:31:55,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742130_1306 (size=12301) 2024-11-20T19:31:55,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131175341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:55,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131175342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:55,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131175449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:55,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:55,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131175459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:55,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131175459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:55,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131175459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:55,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131175659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:55,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:55,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131175669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:55,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:55,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:55,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/988a20bff985403caef3237f54baf63a 2024-11-20T19:31:55,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/dbdbee00c2d14620a2bb7b0fccdf2881 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/dbdbee00c2d14620a2bb7b0fccdf2881 2024-11-20T19:31:55,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/dbdbee00c2d14620a2bb7b0fccdf2881, entries=200, sequenceid=314, filesize=14.4 K 2024-11-20T19:31:55,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/364f7fd216a94a1f9dbd001c6b3a86bd as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/364f7fd216a94a1f9dbd001c6b3a86bd 2024-11-20T19:31:55,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/364f7fd216a94a1f9dbd001c6b3a86bd, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T19:31:55,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/988a20bff985403caef3237f54baf63a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/988a20bff985403caef3237f54baf63a 2024-11-20T19:31:55,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/988a20bff985403caef3237f54baf63a, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T19:31:55,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 44204cd3fb0ac025a449d18d7a835220 in 452ms, sequenceid=314, compaction requested=true 2024-11-20T19:31:55,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:55,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:55,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:55,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:55,753 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:55,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:55,753 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:55,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:55,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:55,754 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:55,754 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:55,754 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/A is initiating minor compaction (all files) 2024-11-20T19:31:55,754 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/B is initiating minor compaction (all files) 2024-11-20T19:31:55,754 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/A in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:55,754 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/B in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:55,755 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/6ddfbf2b11bd49bc928764f183599b71, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/2e454d92edd34834a5b8011bd06641a7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8bb3c8e4b5174f8d9a5f3b1e04fd050e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/dbdbee00c2d14620a2bb7b0fccdf2881] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=55.6 K 2024-11-20T19:31:55,755 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/023f7ad5a39443bf9ea00cc5ba6997be, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/72eb291c7f814dfdadcd30412267ea44, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/f3ea6686c6cc4f41a939ac68bfd71f4d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/364f7fd216a94a1f9dbd001c6b3a86bd] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=48.5 K 2024-11-20T19:31:55,755 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ddfbf2b11bd49bc928764f183599b71, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732131111274 2024-11-20T19:31:55,755 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 023f7ad5a39443bf9ea00cc5ba6997be, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732131111274 2024-11-20T19:31:55,755 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e454d92edd34834a5b8011bd06641a7, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732131112452 2024-11-20T19:31:55,755 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 72eb291c7f814dfdadcd30412267ea44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732131112456 2024-11-20T19:31:55,755 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bb3c8e4b5174f8d9a5f3b1e04fd050e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732131113107 2024-11-20T19:31:55,756 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbdbee00c2d14620a2bb7b0fccdf2881, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732131114306 2024-11-20T19:31:55,756 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting f3ea6686c6cc4f41a939ac68bfd71f4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732131113107 2024-11-20T19:31:55,756 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 364f7fd216a94a1f9dbd001c6b3a86bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732131114306 2024-11-20T19:31:55,764 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#A#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:55,764 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:55,765 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/ce877d1f22024e28ab0a56266d348755 is 50, key is test_row_0/A:col10/1732131114306/Put/seqid=0 2024-11-20T19:31:55,765 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/f9e0a38c0d82446584844ca7b6333275 is 50, key is test_row_0/B:col10/1732131114306/Put/seqid=0 2024-11-20T19:31:55,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742132_1308 (size=13017) 2024-11-20T19:31:55,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742131_1307 (size=13017) 2024-11-20T19:31:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T19:31:55,840 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:55,840 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-20T19:31:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T19:31:55,842 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:55,842 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:55,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T19:31:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:55,972 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:55,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T19:31:55,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/e4981ba35a774910a164fed0656a9a65 is 50, key is test_row_0/A:col10/1732131115971/Put/seqid=0 2024-11-20T19:31:55,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742133_1309 (size=14741) 2024-11-20T19:31:55,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/e4981ba35a774910a164fed0656a9a65 2024-11-20T19:31:55,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/eebb0e9b1fe3469382719934ad21970f is 50, key is test_row_0/B:col10/1732131115971/Put/seqid=0 2024-11-20T19:31:55,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742134_1310 (size=12301) 2024-11-20T19:31:55,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T19:31:55,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:55,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:55,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:55,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:55,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131176045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:56,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131176045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:56,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T19:31:56,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:56,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:56,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:56,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T19:31:56,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131176159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:56,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:56,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131176159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:56,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:56,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:56,183 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/ce877d1f22024e28ab0a56266d348755 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/ce877d1f22024e28ab0a56266d348755 2024-11-20T19:31:56,187 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/A of 44204cd3fb0ac025a449d18d7a835220 into ce877d1f22024e28ab0a56266d348755(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:56,187 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:56,187 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/A, priority=12, startTime=1732131115753; duration=0sec 2024-11-20T19:31:56,187 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:56,187 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:A 2024-11-20T19:31:56,187 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:56,188 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:56,188 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/C is initiating minor compaction (all files) 2024-11-20T19:31:56,188 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/C in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:56,188 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a3f2e69e7f634b198440b315e9ffdd77, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/e787bda173f24330b4224defe2193cf5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/458ecfba49cd436bbb9291203f8e5b18, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/988a20bff985403caef3237f54baf63a] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=48.5 K 2024-11-20T19:31:56,189 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3f2e69e7f634b198440b315e9ffdd77, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732131111274 2024-11-20T19:31:56,189 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting e787bda173f24330b4224defe2193cf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732131112456 2024-11-20T19:31:56,189 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 458ecfba49cd436bbb9291203f8e5b18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732131113107 2024-11-20T19:31:56,189 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/f9e0a38c0d82446584844ca7b6333275 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/f9e0a38c0d82446584844ca7b6333275 2024-11-20T19:31:56,189 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 988a20bff985403caef3237f54baf63a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732131114306 2024-11-20T19:31:56,193 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/B of 44204cd3fb0ac025a449d18d7a835220 into f9e0a38c0d82446584844ca7b6333275(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:56,193 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:56,193 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/B, priority=12, startTime=1732131115753; duration=0sec 2024-11-20T19:31:56,193 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:56,193 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:B 2024-11-20T19:31:56,196 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:56,197 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/785b1e0cad9b4164b4dcf79b2b206faa is 50, key is test_row_0/C:col10/1732131114306/Put/seqid=0 2024-11-20T19:31:56,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742135_1311 (size=13017) 2024-11-20T19:31:56,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T19:31:56,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:56,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:56,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:56,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131176369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:56,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131176369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:56,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/eebb0e9b1fe3469382719934ad21970f 2024-11-20T19:31:56,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/23b7989487644ff38862c487645d540b is 50, key is test_row_0/C:col10/1732131115971/Put/seqid=0 2024-11-20T19:31:56,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742136_1312 (size=12301) 2024-11-20T19:31:56,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T19:31:56,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:56,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:56,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:56,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T19:31:56,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131176479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:56,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131176479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:56,481 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,482 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:56,605 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/785b1e0cad9b4164b4dcf79b2b206faa as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/785b1e0cad9b4164b4dcf79b2b206faa 2024-11-20T19:31:56,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T19:31:56,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:56,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:56,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:56,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,610 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/C of 44204cd3fb0ac025a449d18d7a835220 into 785b1e0cad9b4164b4dcf79b2b206faa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:56,610 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:56,610 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/C, priority=12, startTime=1732131115753; duration=0sec 2024-11-20T19:31:56,610 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:56,610 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:C 2024-11-20T19:31:56,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131176679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:56,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131176679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:56,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T19:31:56,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:56,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:56,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:56,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:56,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/23b7989487644ff38862c487645d540b 2024-11-20T19:31:56,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/e4981ba35a774910a164fed0656a9a65 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/e4981ba35a774910a164fed0656a9a65 2024-11-20T19:31:56,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/e4981ba35a774910a164fed0656a9a65, entries=200, sequenceid=329, filesize=14.4 K 2024-11-20T19:31:56,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/eebb0e9b1fe3469382719934ad21970f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/eebb0e9b1fe3469382719934ad21970f 2024-11-20T19:31:56,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/eebb0e9b1fe3469382719934ad21970f, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T19:31:56,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/23b7989487644ff38862c487645d540b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/23b7989487644ff38862c487645d540b 2024-11-20T19:31:56,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/23b7989487644ff38862c487645d540b, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T19:31:56,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 44204cd3fb0ac025a449d18d7a835220 in 847ms, sequenceid=329, compaction requested=false 2024-11-20T19:31:56,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:56,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T19:31:56,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:56,911 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T19:31:56,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/638b3088078a42f4b7557a7dbc4a061f is 50, key is test_row_0/A:col10/1732131116043/Put/seqid=0 2024-11-20T19:31:56,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742137_1313 (size=12301) 2024-11-20T19:31:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T19:31:57,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:57,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131177208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:57,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:57,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131177210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:57,319 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/638b3088078a42f4b7557a7dbc4a061f 2024-11-20T19:31:57,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131177319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:57,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:57,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131177319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:57,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:57,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/2e64c9d9b0a7419a948b3d9540b6b12f is 50, key is test_row_0/B:col10/1732131116043/Put/seqid=0 2024-11-20T19:31:57,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742138_1314 (size=12301) 2024-11-20T19:31:57,329 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/2e64c9d9b0a7419a948b3d9540b6b12f 2024-11-20T19:31:57,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/a3d75fbe5eec4ebfb4d32e0c2aef5479 is 50, key is test_row_0/C:col10/1732131116043/Put/seqid=0 2024-11-20T19:31:57,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742139_1315 (size=12301) 2024-11-20T19:31:57,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131177529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:57,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131177529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:57,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:57,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34178 deadline: 1732131177699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:57,702 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:57,740 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/a3d75fbe5eec4ebfb4d32e0c2aef5479 2024-11-20T19:31:57,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/638b3088078a42f4b7557a7dbc4a061f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/638b3088078a42f4b7557a7dbc4a061f 2024-11-20T19:31:57,756 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/638b3088078a42f4b7557a7dbc4a061f, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T19:31:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/2e64c9d9b0a7419a948b3d9540b6b12f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/2e64c9d9b0a7419a948b3d9540b6b12f 2024-11-20T19:31:57,761 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/2e64c9d9b0a7419a948b3d9540b6b12f, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T19:31:57,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/a3d75fbe5eec4ebfb4d32e0c2aef5479 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a3d75fbe5eec4ebfb4d32e0c2aef5479 2024-11-20T19:31:57,766 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a3d75fbe5eec4ebfb4d32e0c2aef5479, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T19:31:57,767 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 44204cd3fb0ac025a449d18d7a835220 in 856ms, sequenceid=354, compaction requested=true 2024-11-20T19:31:57,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:57,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:57,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-20T19:31:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-20T19:31:57,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-20T19:31:57,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9260 sec 2024-11-20T19:31:57,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.9310 sec 2024-11-20T19:31:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:31:57,843 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:31:57,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T19:31:57,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/b26f9f980927499daee98e86e703bc3e is 50, key is test_row_0/A:col10/1732131117842/Put/seqid=0 2024-11-20T19:31:57,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742140_1316 (size=17181) 2024-11-20T19:31:57,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131177881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:57,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131177884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T19:31:57,989 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:31:57,989 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:31:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131177989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-20T19:31:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T19:31:57,991 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:31:57,992 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:31:57,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:31:57,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131177989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T19:31:58,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T19:31:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:58,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131178199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:58,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131178199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:58,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:58,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/b26f9f980927499daee98e86e703bc3e 2024-11-20T19:31:58,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/7807eeea393b4dbc968f82ccd6784eea is 50, key is test_row_0/B:col10/1732131117842/Put/seqid=0 2024-11-20T19:31:58,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742141_1317 (size=12301) 2024-11-20T19:31:58,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T19:31:58,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:58,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:58,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:58,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T19:31:58,394 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:31:58,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T19:31:58,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:58,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:58,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:58,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34196 deadline: 1732131178499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:58,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34210 deadline: 1732131178499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:58,503 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:58,504 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in 44204cd3fb0ac025a449d18d7a835220 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:31:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:58,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131178509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:58,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131178509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:58,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T19:31:58,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:58,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:58,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:58,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T19:31:58,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/7807eeea393b4dbc968f82ccd6784eea 2024-11-20T19:31:58,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/d4775ea8a88c41d496196d8e0d467932 is 50, key is test_row_0/C:col10/1732131117842/Put/seqid=0 2024-11-20T19:31:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742142_1318 (size=12301) 2024-11-20T19:31:58,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T19:31:58,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:58,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:58,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:58,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T19:31:58,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:58,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:58,938 INFO [Thread-1150 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1150. 2024-11-20T19:31:58,938 DEBUG [Thread-1150 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:58,938 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:58,938 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:58,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:58,939 INFO [Thread-1146 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1146. 2024-11-20T19:31:58,939 DEBUG [Thread-1146 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:58,939 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:58,939 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:58,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:58,940 INFO [Thread-1152 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1152. 2024-11-20T19:31:58,940 DEBUG [Thread-1152 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:58,940 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:58,940 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:58,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:58,942 INFO [Thread-1144 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1144. 2024-11-20T19:31:58,942 DEBUG [Thread-1144 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:58,942 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:58,942 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:58,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:58,943 INFO [Thread-1148 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1148. 2024-11-20T19:31:58,943 DEBUG [Thread-1148 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:31:58,943 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:58,943 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:31:58,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:31:59,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:59,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:31:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34156 deadline: 1732131179019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34222 deadline: 1732131179019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:31:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:31:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:31:59,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T19:31:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:31:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:59,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:31:59,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/d4775ea8a88c41d496196d8e0d467932 2024-11-20T19:31:59,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/b26f9f980927499daee98e86e703bc3e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/b26f9f980927499daee98e86e703bc3e 2024-11-20T19:31:59,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/b26f9f980927499daee98e86e703bc3e, entries=250, sequenceid=370, filesize=16.8 K 2024-11-20T19:31:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/7807eeea393b4dbc968f82ccd6784eea as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/7807eeea393b4dbc968f82ccd6784eea 2024-11-20T19:31:59,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/7807eeea393b4dbc968f82ccd6784eea, entries=150, sequenceid=370, filesize=12.0 K 2024-11-20T19:31:59,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/d4775ea8a88c41d496196d8e0d467932 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/d4775ea8a88c41d496196d8e0d467932 2024-11-20T19:31:59,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/d4775ea8a88c41d496196d8e0d467932, entries=150, sequenceid=370, filesize=12.0 K 2024-11-20T19:31:59,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 44204cd3fb0ac025a449d18d7a835220 in 1249ms, sequenceid=370, compaction requested=true 2024-11-20T19:31:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:31:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:59,092 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:31:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:59,092 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44204cd3fb0ac025a449d18d7a835220:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:31:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:59,093 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57240 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:59,093 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:59,093 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/A is initiating minor compaction (all files) 2024-11-20T19:31:59,093 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/B is initiating minor compaction (all files) 2024-11-20T19:31:59,093 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/B in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:59,093 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/A in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:59,093 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/f9e0a38c0d82446584844ca7b6333275, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/eebb0e9b1fe3469382719934ad21970f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/2e64c9d9b0a7419a948b3d9540b6b12f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/7807eeea393b4dbc968f82ccd6784eea] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=48.8 K 2024-11-20T19:31:59,093 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/ce877d1f22024e28ab0a56266d348755, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/e4981ba35a774910a164fed0656a9a65, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/638b3088078a42f4b7557a7dbc4a061f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/b26f9f980927499daee98e86e703bc3e] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=55.9 K 2024-11-20T19:31:59,094 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce877d1f22024e28ab0a56266d348755, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732131114306 2024-11-20T19:31:59,094 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting f9e0a38c0d82446584844ca7b6333275, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732131114306 2024-11-20T19:31:59,094 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4981ba35a774910a164fed0656a9a65, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732131115334 2024-11-20T19:31:59,094 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting eebb0e9b1fe3469382719934ad21970f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732131115334 2024-11-20T19:31:59,094 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 638b3088078a42f4b7557a7dbc4a061f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732131116031 2024-11-20T19:31:59,094 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e64c9d9b0a7419a948b3d9540b6b12f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732131116031 2024-11-20T19:31:59,094 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting b26f9f980927499daee98e86e703bc3e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732131117199 2024-11-20T19:31:59,094 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 7807eeea393b4dbc968f82ccd6784eea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732131117199 2024-11-20T19:31:59,103 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#B#compaction#272 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:59,103 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/311bebc13b00457fb780c0c723c7266e is 50, key is test_row_0/B:col10/1732131117842/Put/seqid=0 2024-11-20T19:31:59,113 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#A#compaction#273 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:59,113 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/a42687c3a6974bb0a9c22759e014fce0 is 50, key is test_row_0/A:col10/1732131117842/Put/seqid=0 2024-11-20T19:31:59,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742143_1319 (size=13153) 2024-11-20T19:31:59,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742144_1320 (size=13153) 2024-11-20T19:31:59,120 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/311bebc13b00457fb780c0c723c7266e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/311bebc13b00457fb780c0c723c7266e 2024-11-20T19:31:59,121 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/a42687c3a6974bb0a9c22759e014fce0 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/a42687c3a6974bb0a9c22759e014fce0 2024-11-20T19:31:59,124 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/B of 44204cd3fb0ac025a449d18d7a835220 into 311bebc13b00457fb780c0c723c7266e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:59,124 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:59,124 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/B, priority=12, startTime=1732131119092; duration=0sec 2024-11-20T19:31:59,124 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:31:59,124 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:B 2024-11-20T19:31:59,124 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:31:59,125 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/A of 44204cd3fb0ac025a449d18d7a835220 into a42687c3a6974bb0a9c22759e014fce0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:59,125 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:59,125 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/A, priority=12, startTime=1732131119092; duration=0sec 2024-11-20T19:31:59,125 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:31:59,125 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:59,125 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): 44204cd3fb0ac025a449d18d7a835220/C is initiating minor compaction (all files) 2024-11-20T19:31:59,125 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:A 2024-11-20T19:31:59,125 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44204cd3fb0ac025a449d18d7a835220/C in TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:59,126 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/785b1e0cad9b4164b4dcf79b2b206faa, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/23b7989487644ff38862c487645d540b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a3d75fbe5eec4ebfb4d32e0c2aef5479, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/d4775ea8a88c41d496196d8e0d467932] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp, totalSize=48.8 K 2024-11-20T19:31:59,126 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 785b1e0cad9b4164b4dcf79b2b206faa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732131114306 2024-11-20T19:31:59,126 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 23b7989487644ff38862c487645d540b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732131115334 2024-11-20T19:31:59,126 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting a3d75fbe5eec4ebfb4d32e0c2aef5479, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732131116031 2024-11-20T19:31:59,127 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting d4775ea8a88c41d496196d8e0d467932, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732131117199 2024-11-20T19:31:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T19:31:59,138 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44204cd3fb0ac025a449d18d7a835220#C#compaction#274 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:31:59,139 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/1519613a4f394fbca3330ee12e5ae230 is 50, key is test_row_0/C:col10/1732131117842/Put/seqid=0 2024-11-20T19:31:59,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742145_1321 (size=13153) 2024-11-20T19:31:59,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T19:31:59,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:31:59,218 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T19:31:59,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/019c4419c18f4d3f9c0edc03b6e27363 is 50, key is test_row_0/A:col10/1732131117879/Put/seqid=0 2024-11-20T19:31:59,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742146_1322 (size=12301) 2024-11-20T19:31:59,555 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/1519613a4f394fbca3330ee12e5ae230 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/1519613a4f394fbca3330ee12e5ae230 2024-11-20T19:31:59,559 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44204cd3fb0ac025a449d18d7a835220/C of 44204cd3fb0ac025a449d18d7a835220 into 1519613a4f394fbca3330ee12e5ae230(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:31:59,559 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:31:59,560 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., storeName=44204cd3fb0ac025a449d18d7a835220/C, priority=12, startTime=1732131119092; duration=0sec 2024-11-20T19:31:59,560 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:31:59,560 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44204cd3fb0ac025a449d18d7a835220:C 2024-11-20T19:31:59,629 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/019c4419c18f4d3f9c0edc03b6e27363 2024-11-20T19:31:59,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/a92ca667ac7d484e883203c29154691f is 50, key is test_row_0/B:col10/1732131117879/Put/seqid=0 2024-11-20T19:31:59,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742147_1323 (size=12301) 2024-11-20T19:32:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:32:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. as already flushing 2024-11-20T19:32:00,031 INFO [Thread-1139 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1139. 2024-11-20T19:32:00,031 INFO [Thread-1135 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1135. 2024-11-20T19:32:00,031 DEBUG [Thread-1139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:00,031 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:00,031 DEBUG [Thread-1135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:00,031 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:00,032 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:00,032 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:00,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:00,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:00,046 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/a92ca667ac7d484e883203c29154691f 2024-11-20T19:32:00,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/47a68bddb54f4b40b06dd08a149d048f is 50, key is test_row_0/C:col10/1732131117879/Put/seqid=0 2024-11-20T19:32:00,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742148_1324 (size=12301) 2024-11-20T19:32:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T19:32:00,468 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/47a68bddb54f4b40b06dd08a149d048f 2024-11-20T19:32:00,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/019c4419c18f4d3f9c0edc03b6e27363 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/019c4419c18f4d3f9c0edc03b6e27363 2024-11-20T19:32:00,485 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/019c4419c18f4d3f9c0edc03b6e27363, entries=150, sequenceid=392, filesize=12.0 K 2024-11-20T19:32:00,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/a92ca667ac7d484e883203c29154691f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/a92ca667ac7d484e883203c29154691f 2024-11-20T19:32:00,491 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/a92ca667ac7d484e883203c29154691f, entries=150, sequenceid=392, filesize=12.0 K 2024-11-20T19:32:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/47a68bddb54f4b40b06dd08a149d048f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/47a68bddb54f4b40b06dd08a149d048f 2024-11-20T19:32:00,495 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/47a68bddb54f4b40b06dd08a149d048f, entries=150, sequenceid=392, filesize=12.0 K 2024-11-20T19:32:00,496 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=13.42 KB/13740 for 44204cd3fb0ac025a449d18d7a835220 in 1278ms, sequenceid=392, compaction requested=false 2024-11-20T19:32:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 44204cd3fb0ac025a449d18d7a835220: 2024-11-20T19:32:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:32:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-20T19:32:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-20T19:32:00,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-20T19:32:00,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5050 sec 2024-11-20T19:32:00,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.5100 sec 2024-11-20T19:32:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T19:32:02,149 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:02,514 INFO [Thread-1133 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1133. 2024-11-20T19:32:02,514 DEBUG [Thread-1133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:02,514 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:02,514 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:02,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:02,554 INFO [Thread-1141 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1141. 2024-11-20T19:32:02,554 DEBUG [Thread-1141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:02,554 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:02,554 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:02,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:07,730 INFO [Thread-1137 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1137. 2024-11-20T19:32:07,730 DEBUG [Thread-1137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:07,730 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:07,730 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:07,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3803 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3692 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3752 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3804 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3709 2024-11-20T19:32:07,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T19:32:07,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:32:07,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:32:07,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:07,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:07,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:07,732 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-20T19:32:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T19:32:07,735 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131127735"}]},"ts":"1732131127735"} 2024-11-20T19:32:07,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T19:32:07,736 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T19:32:07,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:32:07,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44204cd3fb0ac025a449d18d7a835220, UNASSIGN}] 2024-11-20T19:32:07,739 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44204cd3fb0ac025a449d18d7a835220, UNASSIGN 2024-11-20T19:32:07,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=44204cd3fb0ac025a449d18d7a835220, regionState=CLOSING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:07,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44204cd3fb0ac025a449d18d7a835220, UNASSIGN because future has completed 2024-11-20T19:32:07,747 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:32:07,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:32:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T19:32:07,901 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:32:07,901 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:32:07,901 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing 44204cd3fb0ac025a449d18d7a835220, disabling compactions & flushes 2024-11-20T19:32:07,901 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:32:07,901 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:32:07,901 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. after waiting 0 ms 2024-11-20T19:32:07,901 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:32:07,902 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing 44204cd3fb0ac025a449d18d7a835220 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T19:32:07,910 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/1e2b216fa0fe447d84a9ad579b2c8d3f is 50, key is test_row_1/A:col10/1732131122551/Put/seqid=0 2024-11-20T19:32:07,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742149_1325 (size=9857) 2024-11-20T19:32:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T19:32:08,317 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/1e2b216fa0fe447d84a9ad579b2c8d3f 2024-11-20T19:32:08,323 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/18de63f32bbd4cdf873dd4e508ec1296 is 50, key is test_row_1/B:col10/1732131122551/Put/seqid=0 2024-11-20T19:32:08,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742150_1326 (size=9857) 2024-11-20T19:32:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T19:32:08,727 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/18de63f32bbd4cdf873dd4e508ec1296 2024-11-20T19:32:08,732 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/56ee55440cd34cc788f025bf6642d7f8 is 50, key is test_row_1/C:col10/1732131122551/Put/seqid=0 2024-11-20T19:32:08,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742151_1327 (size=9857) 2024-11-20T19:32:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T19:32:09,136 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/56ee55440cd34cc788f025bf6642d7f8 2024-11-20T19:32:09,142 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/A/1e2b216fa0fe447d84a9ad579b2c8d3f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/1e2b216fa0fe447d84a9ad579b2c8d3f 2024-11-20T19:32:09,146 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/1e2b216fa0fe447d84a9ad579b2c8d3f, entries=100, sequenceid=401, filesize=9.6 K 2024-11-20T19:32:09,147 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/B/18de63f32bbd4cdf873dd4e508ec1296 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/18de63f32bbd4cdf873dd4e508ec1296 2024-11-20T19:32:09,151 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/18de63f32bbd4cdf873dd4e508ec1296, entries=100, sequenceid=401, filesize=9.6 K 2024-11-20T19:32:09,152 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/.tmp/C/56ee55440cd34cc788f025bf6642d7f8 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/56ee55440cd34cc788f025bf6642d7f8 2024-11-20T19:32:09,157 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/56ee55440cd34cc788f025bf6642d7f8, entries=100, sequenceid=401, filesize=9.6 K 2024-11-20T19:32:09,158 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 44204cd3fb0ac025a449d18d7a835220 in 1257ms, sequenceid=401, compaction requested=true 2024-11-20T19:32:09,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/c41f2e6e25b048cb9bc0ded76dbadc69, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/bae69119008c44de96bc6cb8bb6681e9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/eb0a1a857e794bcca9268689ae4c486e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8f59fb7b664b4b7b8884ef3946a7c925, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/c85d3c0416db418b871c47ecff5709fe, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/0f375de923ba4e239a6a6dd09fd71de1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/f8ce51dd11704d8bb1c32f485ae45b8d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8471c8a7267742f8ad66351d650a2a0d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/d5877fbe2f1a41dd9bd8d2165b523910, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/e9ab2102390645b4b1883d02d975fad7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/1d26a0289ae447f59cbcb256f7198596, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/3e3cc819a3e6466ea71e58f1fd0c6dd6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/a37c995a70ee4498aeb5fb7be10e98c6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/439ae9b9b816451e998f9c2e96750061, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/7609fa49a625402888e295f9ec5cbbf8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/913a128c92a9406e9bd94dd5cee53067, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/6ddfbf2b11bd49bc928764f183599b71, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/cda292d143dd42009bee2a4aed7d0c01, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/2e454d92edd34834a5b8011bd06641a7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8bb3c8e4b5174f8d9a5f3b1e04fd050e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/dbdbee00c2d14620a2bb7b0fccdf2881, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/ce877d1f22024e28ab0a56266d348755, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/e4981ba35a774910a164fed0656a9a65, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/638b3088078a42f4b7557a7dbc4a061f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/b26f9f980927499daee98e86e703bc3e] to archive 2024-11-20T19:32:09,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:32:09,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/c41f2e6e25b048cb9bc0ded76dbadc69 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/c41f2e6e25b048cb9bc0ded76dbadc69 2024-11-20T19:32:09,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/bae69119008c44de96bc6cb8bb6681e9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/bae69119008c44de96bc6cb8bb6681e9 2024-11-20T19:32:09,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/eb0a1a857e794bcca9268689ae4c486e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/eb0a1a857e794bcca9268689ae4c486e 2024-11-20T19:32:09,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8f59fb7b664b4b7b8884ef3946a7c925 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8f59fb7b664b4b7b8884ef3946a7c925 2024-11-20T19:32:09,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/c85d3c0416db418b871c47ecff5709fe to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/c85d3c0416db418b871c47ecff5709fe 2024-11-20T19:32:09,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/0f375de923ba4e239a6a6dd09fd71de1 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/0f375de923ba4e239a6a6dd09fd71de1 2024-11-20T19:32:09,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/f8ce51dd11704d8bb1c32f485ae45b8d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/f8ce51dd11704d8bb1c32f485ae45b8d 2024-11-20T19:32:09,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8471c8a7267742f8ad66351d650a2a0d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8471c8a7267742f8ad66351d650a2a0d 2024-11-20T19:32:09,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/d5877fbe2f1a41dd9bd8d2165b523910 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/d5877fbe2f1a41dd9bd8d2165b523910 2024-11-20T19:32:09,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/e9ab2102390645b4b1883d02d975fad7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/e9ab2102390645b4b1883d02d975fad7 2024-11-20T19:32:09,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/1d26a0289ae447f59cbcb256f7198596 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/1d26a0289ae447f59cbcb256f7198596 2024-11-20T19:32:09,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/3e3cc819a3e6466ea71e58f1fd0c6dd6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/3e3cc819a3e6466ea71e58f1fd0c6dd6 2024-11-20T19:32:09,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/a37c995a70ee4498aeb5fb7be10e98c6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/a37c995a70ee4498aeb5fb7be10e98c6 2024-11-20T19:32:09,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/439ae9b9b816451e998f9c2e96750061 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/439ae9b9b816451e998f9c2e96750061 2024-11-20T19:32:09,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/7609fa49a625402888e295f9ec5cbbf8 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/7609fa49a625402888e295f9ec5cbbf8 2024-11-20T19:32:09,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/913a128c92a9406e9bd94dd5cee53067 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/913a128c92a9406e9bd94dd5cee53067 2024-11-20T19:32:09,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/6ddfbf2b11bd49bc928764f183599b71 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/6ddfbf2b11bd49bc928764f183599b71 2024-11-20T19:32:09,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/cda292d143dd42009bee2a4aed7d0c01 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/cda292d143dd42009bee2a4aed7d0c01 2024-11-20T19:32:09,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/2e454d92edd34834a5b8011bd06641a7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/2e454d92edd34834a5b8011bd06641a7 2024-11-20T19:32:09,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8bb3c8e4b5174f8d9a5f3b1e04fd050e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/8bb3c8e4b5174f8d9a5f3b1e04fd050e 2024-11-20T19:32:09,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/dbdbee00c2d14620a2bb7b0fccdf2881 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/dbdbee00c2d14620a2bb7b0fccdf2881 2024-11-20T19:32:09,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/ce877d1f22024e28ab0a56266d348755 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/ce877d1f22024e28ab0a56266d348755 2024-11-20T19:32:09,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/e4981ba35a774910a164fed0656a9a65 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/e4981ba35a774910a164fed0656a9a65 2024-11-20T19:32:09,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/638b3088078a42f4b7557a7dbc4a061f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/638b3088078a42f4b7557a7dbc4a061f 2024-11-20T19:32:09,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/b26f9f980927499daee98e86e703bc3e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/b26f9f980927499daee98e86e703bc3e 2024-11-20T19:32:09,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/6370a5d165b3430f8f79f2b305b8e681, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/632312d328c549ef8d8f2523779c0929, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/3dda2c99466d4095a3ab5ae8665d8a8f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/87b21137d87b49a29726e0cd6b98741c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/a69b9e28d4374374a2d28f56c6b44862, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/669b1ede0d4b47a69b453d69623b2f70, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/20215ee07a594bfeb75b37536c2c993e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c38099c9241446f19f6fb81a43ebc2e7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/e95b222a6f894f4a880a7cc3d6fdf744, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c6fce4f94ca64911910e9e1435f723cc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/5de9c2064e8f46558b9be1ab1aa3b4b6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/bf5e0055b5b047909b244b1438d12f56, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c73f18a4467b411c857e616e9a5c505a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/8f6d9940933b406fb2f388ff23a50920, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/afb7ebc71d8d4198875886fe3710e367, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/eaed9c96f4a94a549a95dda888bba3ba, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/023f7ad5a39443bf9ea00cc5ba6997be, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/de0de8c185fb4469838f639b66230ad8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/72eb291c7f814dfdadcd30412267ea44, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/f3ea6686c6cc4f41a939ac68bfd71f4d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/f9e0a38c0d82446584844ca7b6333275, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/364f7fd216a94a1f9dbd001c6b3a86bd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/eebb0e9b1fe3469382719934ad21970f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/2e64c9d9b0a7419a948b3d9540b6b12f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/7807eeea393b4dbc968f82ccd6784eea] to archive 2024-11-20T19:32:09,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:32:09,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/6370a5d165b3430f8f79f2b305b8e681 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/6370a5d165b3430f8f79f2b305b8e681 2024-11-20T19:32:09,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/632312d328c549ef8d8f2523779c0929 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/632312d328c549ef8d8f2523779c0929 2024-11-20T19:32:09,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/3dda2c99466d4095a3ab5ae8665d8a8f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/3dda2c99466d4095a3ab5ae8665d8a8f 2024-11-20T19:32:09,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/87b21137d87b49a29726e0cd6b98741c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/87b21137d87b49a29726e0cd6b98741c 2024-11-20T19:32:09,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/a69b9e28d4374374a2d28f56c6b44862 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/a69b9e28d4374374a2d28f56c6b44862 2024-11-20T19:32:09,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/669b1ede0d4b47a69b453d69623b2f70 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/669b1ede0d4b47a69b453d69623b2f70 2024-11-20T19:32:09,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/20215ee07a594bfeb75b37536c2c993e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/20215ee07a594bfeb75b37536c2c993e 2024-11-20T19:32:09,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c38099c9241446f19f6fb81a43ebc2e7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c38099c9241446f19f6fb81a43ebc2e7 2024-11-20T19:32:09,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/e95b222a6f894f4a880a7cc3d6fdf744 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/e95b222a6f894f4a880a7cc3d6fdf744 2024-11-20T19:32:09,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c6fce4f94ca64911910e9e1435f723cc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c6fce4f94ca64911910e9e1435f723cc 2024-11-20T19:32:09,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/5de9c2064e8f46558b9be1ab1aa3b4b6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/5de9c2064e8f46558b9be1ab1aa3b4b6 2024-11-20T19:32:09,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/bf5e0055b5b047909b244b1438d12f56 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/bf5e0055b5b047909b244b1438d12f56 2024-11-20T19:32:09,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c73f18a4467b411c857e616e9a5c505a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/c73f18a4467b411c857e616e9a5c505a 2024-11-20T19:32:09,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/8f6d9940933b406fb2f388ff23a50920 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/8f6d9940933b406fb2f388ff23a50920 2024-11-20T19:32:09,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/afb7ebc71d8d4198875886fe3710e367 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/afb7ebc71d8d4198875886fe3710e367 2024-11-20T19:32:09,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/eaed9c96f4a94a549a95dda888bba3ba to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/eaed9c96f4a94a549a95dda888bba3ba 2024-11-20T19:32:09,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/023f7ad5a39443bf9ea00cc5ba6997be to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/023f7ad5a39443bf9ea00cc5ba6997be 2024-11-20T19:32:09,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/de0de8c185fb4469838f639b66230ad8 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/de0de8c185fb4469838f639b66230ad8 2024-11-20T19:32:09,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/72eb291c7f814dfdadcd30412267ea44 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/72eb291c7f814dfdadcd30412267ea44 2024-11-20T19:32:09,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/f3ea6686c6cc4f41a939ac68bfd71f4d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/f3ea6686c6cc4f41a939ac68bfd71f4d 2024-11-20T19:32:09,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/f9e0a38c0d82446584844ca7b6333275 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/f9e0a38c0d82446584844ca7b6333275 2024-11-20T19:32:09,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/364f7fd216a94a1f9dbd001c6b3a86bd to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/364f7fd216a94a1f9dbd001c6b3a86bd 2024-11-20T19:32:09,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/eebb0e9b1fe3469382719934ad21970f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/eebb0e9b1fe3469382719934ad21970f 2024-11-20T19:32:09,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/2e64c9d9b0a7419a948b3d9540b6b12f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/2e64c9d9b0a7419a948b3d9540b6b12f 2024-11-20T19:32:09,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/7807eeea393b4dbc968f82ccd6784eea to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/7807eeea393b4dbc968f82ccd6784eea 2024-11-20T19:32:09,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/997e303af4e24e479707d45474b1640d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/4fc0d22c1c234b529beec2f329988055, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/20f422860dfb4c6ba1a464a0bf4df24d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/648058fb762c400ca402fd8d9b54f2ec, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/5f325fe882e14f55804bf6a91ae4ec73, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/2d23d85b8daa479e874ee03e8cd6e7d6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a0fd7ae1f55e4d93830aab271943cff4, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/67976ee5529f4d30ba7b4ab05e9659ca, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/cabe7e55c1c44f76bdf0231cc171e853, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/be8528ed29a14098a5ac66da295a5909, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/569985f2e9bb4a83a25e50af31ef7140, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/8375149bc8804ea58777bfbf127585a9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/7b97387158654217a39500509959b66c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/f8d36a98a52248d2b810bfb7787fd9b3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/ad569b9b6d594812add28c577e798191, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/31b2386ce13c4a28ac5c03236ed6d5a1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a3f2e69e7f634b198440b315e9ffdd77, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/c903eb4ef32240d7822aec91b8c7f7e0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/e787bda173f24330b4224defe2193cf5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/458ecfba49cd436bbb9291203f8e5b18, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/785b1e0cad9b4164b4dcf79b2b206faa, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/988a20bff985403caef3237f54baf63a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/23b7989487644ff38862c487645d540b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a3d75fbe5eec4ebfb4d32e0c2aef5479, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/d4775ea8a88c41d496196d8e0d467932] to archive 2024-11-20T19:32:09,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:32:09,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/997e303af4e24e479707d45474b1640d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/997e303af4e24e479707d45474b1640d 2024-11-20T19:32:09,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/4fc0d22c1c234b529beec2f329988055 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/4fc0d22c1c234b529beec2f329988055 2024-11-20T19:32:09,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/20f422860dfb4c6ba1a464a0bf4df24d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/20f422860dfb4c6ba1a464a0bf4df24d 2024-11-20T19:32:09,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/648058fb762c400ca402fd8d9b54f2ec to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/648058fb762c400ca402fd8d9b54f2ec 2024-11-20T19:32:09,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/5f325fe882e14f55804bf6a91ae4ec73 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/5f325fe882e14f55804bf6a91ae4ec73 2024-11-20T19:32:09,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/2d23d85b8daa479e874ee03e8cd6e7d6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/2d23d85b8daa479e874ee03e8cd6e7d6 2024-11-20T19:32:09,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a0fd7ae1f55e4d93830aab271943cff4 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a0fd7ae1f55e4d93830aab271943cff4 2024-11-20T19:32:09,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/67976ee5529f4d30ba7b4ab05e9659ca to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/67976ee5529f4d30ba7b4ab05e9659ca 2024-11-20T19:32:09,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/cabe7e55c1c44f76bdf0231cc171e853 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/cabe7e55c1c44f76bdf0231cc171e853 2024-11-20T19:32:09,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/be8528ed29a14098a5ac66da295a5909 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/be8528ed29a14098a5ac66da295a5909 2024-11-20T19:32:09,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/569985f2e9bb4a83a25e50af31ef7140 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/569985f2e9bb4a83a25e50af31ef7140 2024-11-20T19:32:09,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/8375149bc8804ea58777bfbf127585a9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/8375149bc8804ea58777bfbf127585a9 2024-11-20T19:32:09,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/7b97387158654217a39500509959b66c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/7b97387158654217a39500509959b66c 2024-11-20T19:32:09,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/f8d36a98a52248d2b810bfb7787fd9b3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/f8d36a98a52248d2b810bfb7787fd9b3 2024-11-20T19:32:09,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/ad569b9b6d594812add28c577e798191 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/ad569b9b6d594812add28c577e798191 2024-11-20T19:32:09,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/31b2386ce13c4a28ac5c03236ed6d5a1 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/31b2386ce13c4a28ac5c03236ed6d5a1 2024-11-20T19:32:09,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a3f2e69e7f634b198440b315e9ffdd77 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a3f2e69e7f634b198440b315e9ffdd77 2024-11-20T19:32:09,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/c903eb4ef32240d7822aec91b8c7f7e0 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/c903eb4ef32240d7822aec91b8c7f7e0 2024-11-20T19:32:09,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/e787bda173f24330b4224defe2193cf5 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/e787bda173f24330b4224defe2193cf5 2024-11-20T19:32:09,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/458ecfba49cd436bbb9291203f8e5b18 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/458ecfba49cd436bbb9291203f8e5b18 2024-11-20T19:32:09,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/785b1e0cad9b4164b4dcf79b2b206faa to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/785b1e0cad9b4164b4dcf79b2b206faa 2024-11-20T19:32:09,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/988a20bff985403caef3237f54baf63a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/988a20bff985403caef3237f54baf63a 2024-11-20T19:32:09,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/23b7989487644ff38862c487645d540b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/23b7989487644ff38862c487645d540b 2024-11-20T19:32:09,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a3d75fbe5eec4ebfb4d32e0c2aef5479 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/a3d75fbe5eec4ebfb4d32e0c2aef5479 2024-11-20T19:32:09,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/d4775ea8a88c41d496196d8e0d467932 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/d4775ea8a88c41d496196d8e0d467932 2024-11-20T19:32:09,256 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/recovered.edits/404.seqid, newMaxSeqId=404, maxSeqId=1 2024-11-20T19:32:09,256 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. 2024-11-20T19:32:09,256 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for 44204cd3fb0ac025a449d18d7a835220: Waiting for close lock at 1732131127901Running coprocessor pre-close hooks at 1732131127901Disabling compacts and flushes for region at 1732131127901Disabling writes for close at 1732131127901Obtaining lock to block concurrent updates at 1732131127902 (+1 ms)Preparing flush snapshotting stores in 44204cd3fb0ac025a449d18d7a835220 at 1732131127902Finished memstore snapshotting TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732131127902Flushing stores of TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220. at 1732131127903 (+1 ms)Flushing 44204cd3fb0ac025a449d18d7a835220/A: creating writer at 1732131127903Flushing 44204cd3fb0ac025a449d18d7a835220/A: appending metadata at 1732131127909 (+6 ms)Flushing 44204cd3fb0ac025a449d18d7a835220/A: closing flushed file at 1732131127909Flushing 44204cd3fb0ac025a449d18d7a835220/B: creating writer at 1732131128320 (+411 ms)Flushing 44204cd3fb0ac025a449d18d7a835220/B: appending metadata at 1732131128322 (+2 ms)Flushing 44204cd3fb0ac025a449d18d7a835220/B: closing flushed file at 1732131128323 (+1 ms)Flushing 44204cd3fb0ac025a449d18d7a835220/C: creating writer at 1732131128730 (+407 ms)Flushing 44204cd3fb0ac025a449d18d7a835220/C: appending metadata at 1732131128732 (+2 ms)Flushing 44204cd3fb0ac025a449d18d7a835220/C: closing flushed file at 1732131128732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509f3e4d: reopening flushed file at 1732131129141 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70fa3730: reopening flushed file at 1732131129146 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256cc366: reopening flushed file at 1732131129152 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 44204cd3fb0ac025a449d18d7a835220 in 1257ms, sequenceid=401, compaction requested=true at 1732131129158 (+6 ms)Writing region close event to WAL at 1732131129253 (+95 ms)Running coprocessor post-close hooks at 1732131129256 (+3 ms)Closed at 1732131129256 2024-11-20T19:32:09,258 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed 44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:32:09,259 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=44204cd3fb0ac025a449d18d7a835220, regionState=CLOSED 2024-11-20T19:32:09,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:32:09,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-20T19:32:09,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 44204cd3fb0ac025a449d18d7a835220, server=e14ef07817f4,39645,1732131030299 in 1.5140 sec 2024-11-20T19:32:09,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-20T19:32:09,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44204cd3fb0ac025a449d18d7a835220, UNASSIGN in 1.5240 sec 2024-11-20T19:32:09,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-20T19:32:09,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5290 sec 2024-11-20T19:32:09,270 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131129269"}]},"ts":"1732131129269"} 2024-11-20T19:32:09,271 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T19:32:09,271 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T19:32:09,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5400 sec 2024-11-20T19:32:09,633 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T19:32:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T19:32:09,880 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:09,881 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-20T19:32:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:09,883 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T19:32:09,883 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:09,886 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:32:09,889 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/recovered.edits] 2024-11-20T19:32:09,891 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/019c4419c18f4d3f9c0edc03b6e27363 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/019c4419c18f4d3f9c0edc03b6e27363 2024-11-20T19:32:09,892 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/1e2b216fa0fe447d84a9ad579b2c8d3f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/1e2b216fa0fe447d84a9ad579b2c8d3f 2024-11-20T19:32:09,893 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/a42687c3a6974bb0a9c22759e014fce0 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/A/a42687c3a6974bb0a9c22759e014fce0 2024-11-20T19:32:09,895 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/18de63f32bbd4cdf873dd4e508ec1296 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/18de63f32bbd4cdf873dd4e508ec1296 2024-11-20T19:32:09,896 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/311bebc13b00457fb780c0c723c7266e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/311bebc13b00457fb780c0c723c7266e 2024-11-20T19:32:09,897 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/a92ca667ac7d484e883203c29154691f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/B/a92ca667ac7d484e883203c29154691f 2024-11-20T19:32:09,899 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/1519613a4f394fbca3330ee12e5ae230 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/1519613a4f394fbca3330ee12e5ae230 2024-11-20T19:32:09,901 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/47a68bddb54f4b40b06dd08a149d048f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/47a68bddb54f4b40b06dd08a149d048f 2024-11-20T19:32:09,902 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/56ee55440cd34cc788f025bf6642d7f8 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/C/56ee55440cd34cc788f025bf6642d7f8 2024-11-20T19:32:09,904 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/recovered.edits/404.seqid to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220/recovered.edits/404.seqid 2024-11-20T19:32:09,905 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/44204cd3fb0ac025a449d18d7a835220 2024-11-20T19:32:09,905 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T19:32:09,907 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:09,910 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T19:32:09,912 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T19:32:09,913 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:09,913 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T19:32:09,914 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732131129913"}]},"ts":"9223372036854775807"} 2024-11-20T19:32:09,916 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T19:32:09,916 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 44204cd3fb0ac025a449d18d7a835220, NAME => 'TestAcidGuarantees,,1732131096722.44204cd3fb0ac025a449d18d7a835220.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T19:32:09,916 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T19:32:09,916 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732131129916"}]},"ts":"9223372036854775807"} 2024-11-20T19:32:09,918 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T19:32:09,919 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:09,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-11-20T19:32:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T19:32:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T19:32:09,989 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:09,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=237 (was 238), OpenFileDescriptor=447 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=479 (was 441) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8300 (was 8398) 2024-11-20T19:32:10,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=11, AvailableMemoryMB=8297 2024-11-20T19:32:10,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:32:10,007 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:32:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:10,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:32:10,009 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:10,009 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 85 2024-11-20T19:32:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-20T19:32:10,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:32:10,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742152_1328 (size=959) 2024-11-20T19:32:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-20T19:32:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-20T19:32:10,418 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b 2024-11-20T19:32:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742153_1329 (size=53) 2024-11-20T19:32:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-20T19:32:10,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:32:10,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing deceded0329e5ce30f0af334dadc33bc, disabling compactions & flushes 2024-11-20T19:32:10,824 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:10,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:10,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. after waiting 0 ms 2024-11-20T19:32:10,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:10,824 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:10,824 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for deceded0329e5ce30f0af334dadc33bc: Waiting for close lock at 1732131130824Disabling compacts and flushes for region at 1732131130824Disabling writes for close at 1732131130824Writing region close event to WAL at 1732131130824Closed at 1732131130824 2024-11-20T19:32:10,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:32:10,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732131130826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732131130826"}]},"ts":"1732131130826"} 2024-11-20T19:32:10,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:32:10,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:32:10,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131130831"}]},"ts":"1732131130831"} 2024-11-20T19:32:10,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T19:32:10,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, ASSIGN}] 2024-11-20T19:32:10,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, ASSIGN 2024-11-20T19:32:10,837 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, ASSIGN; state=OFFLINE, location=e14ef07817f4,39645,1732131030299; forceNewPlan=false, retain=false 2024-11-20T19:32:10,988 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=deceded0329e5ce30f0af334dadc33bc, regionState=OPENING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:10,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, ASSIGN because future has completed 2024-11-20T19:32:10,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:32:11,146 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:11,147 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:32:11,147 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,147 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:32:11,147 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,147 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,149 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-20T19:32:11,151 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deceded0329e5ce30f0af334dadc33bc columnFamilyName A 2024-11-20T19:32:11,151 DEBUG [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:11,152 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] regionserver.HStore(327): Store=deceded0329e5ce30f0af334dadc33bc/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:32:11,152 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,153 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deceded0329e5ce30f0af334dadc33bc columnFamilyName B 2024-11-20T19:32:11,153 DEBUG [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:11,154 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] regionserver.HStore(327): Store=deceded0329e5ce30f0af334dadc33bc/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:32:11,154 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,156 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deceded0329e5ce30f0af334dadc33bc columnFamilyName C 2024-11-20T19:32:11,156 DEBUG [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:11,156 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] regionserver.HStore(327): Store=deceded0329e5ce30f0af334dadc33bc/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:32:11,156 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,157 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,157 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,160 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,160 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,160 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:32:11,162 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,166 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:32:11,167 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened deceded0329e5ce30f0af334dadc33bc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65338363, jitterRate=-0.02638252079486847}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:32:11,167 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:11,168 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for deceded0329e5ce30f0af334dadc33bc: Running coprocessor pre-open hook at 1732131131147Writing region info on filesystem at 1732131131147Initializing all the Stores at 1732131131148 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131131148Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131131148Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131131148Cleaning up temporary data from old regions at 1732131131160 (+12 ms)Running coprocessor post-open hooks at 1732131131167 (+7 ms)Region opened successfully at 1732131131168 (+1 ms) 2024-11-20T19:32:11,169 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., pid=87, masterSystemTime=1732131131143 2024-11-20T19:32:11,172 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:11,172 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:11,173 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=deceded0329e5ce30f0af334dadc33bc, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:11,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:32:11,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-20T19:32:11,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 in 188 msec 2024-11-20T19:32:11,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-20T19:32:11,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, ASSIGN in 348 msec 2024-11-20T19:32:11,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:32:11,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131131185"}]},"ts":"1732131131185"} 2024-11-20T19:32:11,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T19:32:11,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:32:11,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1810 sec 2024-11-20T19:32:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-20T19:32:12,159 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:12,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304673fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:12,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:12,162 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df3a5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:12,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73db4303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:12,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:12,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:32:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,38253,1732131029249 2024-11-20T19:32:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@855082f 2024-11-20T19:32:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:32:12,172 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:32:12,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:32:12,174 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:32:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:12,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742154_1330 (size=995) 2024-11-20T19:32:12,191 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-20T19:32:12,191 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-20T19:32:12,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:32:12,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, REOPEN/MOVE}] 2024-11-20T19:32:12,199 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, REOPEN/MOVE 2024-11-20T19:32:12,200 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=deceded0329e5ce30f0af334dadc33bc, regionState=CLOSING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, REOPEN/MOVE because future has completed 2024-11-20T19:32:12,202 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:32:12,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:32:12,354 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,354 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:32:12,354 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing deceded0329e5ce30f0af334dadc33bc, disabling compactions & flushes 2024-11-20T19:32:12,354 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:12,354 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:12,354 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. after waiting 0 ms 2024-11-20T19:32:12,354 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:12,358 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T19:32:12,359 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:12,359 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for deceded0329e5ce30f0af334dadc33bc: Waiting for close lock at 1732131132354Running coprocessor pre-close hooks at 1732131132354Disabling compacts and flushes for region at 1732131132354Disabling writes for close at 1732131132354Writing region close event to WAL at 1732131132355 (+1 ms)Running coprocessor post-close hooks at 1732131132359 (+4 ms)Closed at 1732131132359 2024-11-20T19:32:12,359 WARN [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: deceded0329e5ce30f0af334dadc33bc to self. 2024-11-20T19:32:12,362 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=deceded0329e5ce30f0af334dadc33bc, regionState=CLOSED 2024-11-20T19:32:12,364 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:32:12,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-20T19:32:12,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 in 164 msec 2024-11-20T19:32:12,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, REOPEN/MOVE; state=CLOSED, location=e14ef07817f4,39645,1732131030299; forceNewPlan=false, retain=true 2024-11-20T19:32:12,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=deceded0329e5ce30f0af334dadc33bc, regionState=OPENING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, REOPEN/MOVE because future has completed 2024-11-20T19:32:12,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:32:12,678 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:12,679 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:32:12,679 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,679 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:32:12,679 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,679 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,680 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,681 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deceded0329e5ce30f0af334dadc33bc columnFamilyName A 2024-11-20T19:32:12,682 DEBUG [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:12,682 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] regionserver.HStore(327): Store=deceded0329e5ce30f0af334dadc33bc/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:32:12,682 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,683 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deceded0329e5ce30f0af334dadc33bc columnFamilyName B 2024-11-20T19:32:12,683 DEBUG [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:12,684 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] regionserver.HStore(327): Store=deceded0329e5ce30f0af334dadc33bc/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:32:12,684 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,684 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deceded0329e5ce30f0af334dadc33bc columnFamilyName C 2024-11-20T19:32:12,684 DEBUG [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:12,684 INFO [StoreOpener-deceded0329e5ce30f0af334dadc33bc-1 {}] regionserver.HStore(327): Store=deceded0329e5ce30f0af334dadc33bc/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:32:12,685 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,685 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,686 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,687 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,687 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,687 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:32:12,688 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,689 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened deceded0329e5ce30f0af334dadc33bc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68760552, jitterRate=0.024612069129943848}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:32:12,689 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,690 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for deceded0329e5ce30f0af334dadc33bc: Running coprocessor pre-open hook at 1732131132679Writing region info on filesystem at 1732131132679Initializing all the Stores at 1732131132680 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131132680Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131132680Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131132680Cleaning up temporary data from old regions at 1732131132687 (+7 ms)Running coprocessor post-open hooks at 1732131132689 (+2 ms)Region opened successfully at 1732131132690 (+1 ms) 2024-11-20T19:32:12,691 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., pid=92, masterSystemTime=1732131132676 2024-11-20T19:32:12,695 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:12,695 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:12,696 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=deceded0329e5ce30f0af334dadc33bc, regionState=OPEN, openSeqNum=5, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:32:12,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90 2024-11-20T19:32:12,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 in 178 msec 2024-11-20T19:32:12,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T19:32:12,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, REOPEN/MOVE in 505 msec 2024-11-20T19:32:12,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-20T19:32:12,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 517 msec 2024-11-20T19:32:12,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 542 msec 2024-11-20T19:32:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T19:32:12,722 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:12,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691b1114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:12,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:12,724 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c3c76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:12,726 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ce50e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbb8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:12,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:12,728 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed6d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:12,731 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f547cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2843871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:12,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:12,734 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247899d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:12,736 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:12,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6151f0d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3101eb4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:12,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:12,738 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41196ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:12,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:12,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:12,740 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:12,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c5fad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5891cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:12,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:12,742 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e825707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:12,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:12,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:12,743 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72082d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20042efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:12,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:12,750 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:12,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:12,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b82ffda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:12,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:12,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:12,752 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:12,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50832e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f77ea1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:12,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:12,755 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:12,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:12,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:12,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e8804c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:12,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:12,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:12,757 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:12,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13da2c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222cec46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:12,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:12,762 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:12,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:12,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:12,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef53709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:12,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:12,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:12,764 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f82b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac8e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:12,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:12,770 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e878dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:12,772 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:12,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f23cbf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7d3f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:12,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:12,775 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:12,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:12,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:12,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7245e645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:12,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:12,776 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:12,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c45f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:12,780 DEBUG [Thread-1523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:12,781 DEBUG [Thread-1515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:12,782 DEBUG [Thread-1534 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:12,782 DEBUG [Thread-1517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:12,782 DEBUG [Thread-1528 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:12,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:12,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:12,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:12,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:12,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:12,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:12,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:32:12,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:32:12,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:32:12,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:32:12,791 DEBUG [Thread-1519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:12,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:12,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:12,793 DEBUG [Thread-1530 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:12,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:32:12,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:12,796 DEBUG [Thread-1528 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:12,796 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:12,796 DEBUG [Thread-1528 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:12,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:32:12,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:32:12,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:32:12,801 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-20T19:32:12,803 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T19:32:12,804 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:12,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:12,805 DEBUG [Thread-1521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:12,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:12,819 DEBUG [Thread-1526 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:12,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:32:12,824 DEBUG [Thread-1526 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:12,824 DEBUG [Thread-1526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:12,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:12,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:32:12,839 DEBUG [Thread-1532 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:12,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:12,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:12,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:32:12,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131192847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:12,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131192854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:12,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131192856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:12,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131192856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:12,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131192858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:12,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120662f130aaaa6438c93e4f577bd0689cf_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131132790/Put/seqid=0 2024-11-20T19:32:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T19:32:12,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742155_1331 (size=12154) 2024-11-20T19:32:12,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T19:32:12,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:12,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:12,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:12,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:12,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131192969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131192969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:12,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131192980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:12,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131192980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131192980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:13,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T19:32:13,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:13,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:13,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:13,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T19:32:13,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131193179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:13,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131193191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:13,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131193201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131193201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131193200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:13,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T19:32:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:13,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,324 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:13,329 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120662f130aaaa6438c93e4f577bd0689cf_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120662f130aaaa6438c93e4f577bd0689cf_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:13,332 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/be68f1e335db40ba8fa503fe87a5034d, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:13,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/be68f1e335db40ba8fa503fe87a5034d is 175, key is test_row_0/A:col10/1732131132790/Put/seqid=0 2024-11-20T19:32:13,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742156_1332 (size=30955) 2024-11-20T19:32:13,365 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/be68f1e335db40ba8fa503fe87a5034d 2024-11-20T19:32:13,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/f1653b8f703e42caa7962b54ff258c9d is 50, key is test_row_0/B:col10/1732131132790/Put/seqid=0 2024-11-20T19:32:13,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T19:32:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:13,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T19:32:13,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742157_1333 (size=12001) 2024-11-20T19:32:13,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/f1653b8f703e42caa7962b54ff258c9d 2024-11-20T19:32:13,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131193499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131193499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:13,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131193510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:13,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/bc344fb4d8484458ad74473a2e05f028 is 50, key is test_row_0/C:col10/1732131132790/Put/seqid=0 2024-11-20T19:32:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:13,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131193520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:13,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131193520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:13,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:13,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742158_1334 (size=12001) 2024-11-20T19:32:13,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T19:32:13,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:13,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:13,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:13,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T19:32:13,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:13,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T19:32:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:13,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T19:32:13,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/bc344fb4d8484458ad74473a2e05f028 2024-11-20T19:32:13,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/be68f1e335db40ba8fa503fe87a5034d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/be68f1e335db40ba8fa503fe87a5034d 2024-11-20T19:32:13,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/be68f1e335db40ba8fa503fe87a5034d, entries=150, sequenceid=15, filesize=30.2 K 2024-11-20T19:32:13,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/f1653b8f703e42caa7962b54ff258c9d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f1653b8f703e42caa7962b54ff258c9d 2024-11-20T19:32:14,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f1653b8f703e42caa7962b54ff258c9d, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T19:32:14,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/bc344fb4d8484458ad74473a2e05f028 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/bc344fb4d8484458ad74473a2e05f028 2024-11-20T19:32:14,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/bc344fb4d8484458ad74473a2e05f028, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T19:32:14,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for deceded0329e5ce30f0af334dadc33bc in 1226ms, sequenceid=15, compaction requested=false 2024-11-20T19:32:14,022 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T19:32:14,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:14,027 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:14,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:32:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:14,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T19:32:14,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:14,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:14,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:14,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:14,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:14,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a1587081fc6d47fb9771dc132dd964db_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131134025/Put/seqid=0 2024-11-20T19:32:14,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131194047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131194049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131194059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131194059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131194061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742159_1335 (size=14594) 2024-11-20T19:32:14,096 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:14,107 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a1587081fc6d47fb9771dc132dd964db_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a1587081fc6d47fb9771dc132dd964db_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:14,109 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/37c19db7d109441a9a3083ddaa129a6f, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:14,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/37c19db7d109441a9a3083ddaa129a6f is 175, key is test_row_0/A:col10/1732131134025/Put/seqid=0 2024-11-20T19:32:14,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742160_1336 (size=39549) 2024-11-20T19:32:14,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131194169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131194169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131194179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131194180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T19:32:14,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:14,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:14,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131194189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T19:32:14,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:14,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:14,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:14,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:14,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:14,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131194379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131194389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131194399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131194399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131194409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T19:32:14,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:14,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:14,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:14,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:14,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:14,530 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/37c19db7d109441a9a3083ddaa129a6f 2024-11-20T19:32:14,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/51b62d93a8a14794ab62453727befc05 is 50, key is test_row_0/B:col10/1732131134025/Put/seqid=0 2024-11-20T19:32:14,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742161_1337 (size=12001) 2024-11-20T19:32:14,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/51b62d93a8a14794ab62453727befc05 2024-11-20T19:32:14,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/48894908802644019d434c3aa557a248 is 50, key is test_row_0/C:col10/1732131134025/Put/seqid=0 2024-11-20T19:32:14,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742162_1338 (size=12001) 2024-11-20T19:32:14,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/48894908802644019d434c3aa557a248 2024-11-20T19:32:14,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/37c19db7d109441a9a3083ddaa129a6f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/37c19db7d109441a9a3083ddaa129a6f 2024-11-20T19:32:14,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/37c19db7d109441a9a3083ddaa129a6f, entries=200, sequenceid=41, filesize=38.6 K 2024-11-20T19:32:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/51b62d93a8a14794ab62453727befc05 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/51b62d93a8a14794ab62453727befc05 2024-11-20T19:32:14,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/51b62d93a8a14794ab62453727befc05, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T19:32:14,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/48894908802644019d434c3aa557a248 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/48894908802644019d434c3aa557a248 2024-11-20T19:32:14,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/48894908802644019d434c3aa557a248, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T19:32:14,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for deceded0329e5ce30f0af334dadc33bc in 609ms, sequenceid=41, compaction requested=false 2024-11-20T19:32:14,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:14,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T19:32:14,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:14,655 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T19:32:14,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112029bd7c39685a470ab85cd881f5d63b3b_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131134057/Put/seqid=0 2024-11-20T19:32:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:14,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:14,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742163_1339 (size=12154) 2024-11-20T19:32:14,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131194772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131194773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131194778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131194779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131194780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:32:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131194889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131194889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131194899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131194900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131194900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T19:32:15,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131195099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131195109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:15,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131195119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131195119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,129 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112029bd7c39685a470ab85cd881f5d63b3b_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029bd7c39685a470ab85cd881f5d63b3b_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:15,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131195120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2b3e9990ef514b6ab66e8c3df76ead65, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:15,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2b3e9990ef514b6ab66e8c3df76ead65 is 175, key is test_row_0/A:col10/1732131134057/Put/seqid=0 2024-11-20T19:32:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742164_1340 (size=30955) 2024-11-20T19:32:15,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131195419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131195430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131195439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131195439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131195439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,540 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2b3e9990ef514b6ab66e8c3df76ead65 2024-11-20T19:32:15,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/a2bdd8d4b8eb480c81fab6eb14e583a6 is 50, key is test_row_0/B:col10/1732131134057/Put/seqid=0 2024-11-20T19:32:15,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742165_1341 (size=12001) 2024-11-20T19:32:15,619 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/a2bdd8d4b8eb480c81fab6eb14e583a6 2024-11-20T19:32:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/541d00e3fbb14030b8aea0df71ca9d9b is 50, key is test_row_0/C:col10/1732131134057/Put/seqid=0 2024-11-20T19:32:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742166_1342 (size=12001) 2024-11-20T19:32:15,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131195929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131195950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131195959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131195959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131195959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:16,080 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/541d00e3fbb14030b8aea0df71ca9d9b 2024-11-20T19:32:16,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2b3e9990ef514b6ab66e8c3df76ead65 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2b3e9990ef514b6ab66e8c3df76ead65 2024-11-20T19:32:16,095 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2b3e9990ef514b6ab66e8c3df76ead65, entries=150, sequenceid=51, filesize=30.2 K 2024-11-20T19:32:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/a2bdd8d4b8eb480c81fab6eb14e583a6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a2bdd8d4b8eb480c81fab6eb14e583a6 2024-11-20T19:32:16,100 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a2bdd8d4b8eb480c81fab6eb14e583a6, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T19:32:16,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/541d00e3fbb14030b8aea0df71ca9d9b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/541d00e3fbb14030b8aea0df71ca9d9b 2024-11-20T19:32:16,106 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/541d00e3fbb14030b8aea0df71ca9d9b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T19:32:16,107 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for deceded0329e5ce30f0af334dadc33bc in 1452ms, sequenceid=51, compaction requested=true 2024-11-20T19:32:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-20T19:32:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-20T19:32:16,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T19:32:16,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3050 sec 2024-11-20T19:32:16,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 3.3100 sec 2024-11-20T19:32:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:16,958 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:16,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T19:32:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T19:32:16,970 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:16,970 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-20T19:32:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T19:32:16,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206a77697fd308476a88fe7165b76e2aa8_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131136956/Put/seqid=0 2024-11-20T19:32:16,974 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:16,975 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:16,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:16,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131196980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:16,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131196980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:16,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742167_1343 (size=14594) 2024-11-20T19:32:16,992 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in deceded0329e5ce30f0af334dadc33bc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:16,992 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in deceded0329e5ce30f0af334dadc33bc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:16,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:16,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:16,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:16,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:16,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131196982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:16,998 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,001 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206a77697fd308476a88fe7165b76e2aa8_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206a77697fd308476a88fe7165b76e2aa8_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:17,002 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/c8678be5a54e4afea0b6de0b53b1a498, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:17,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/c8678be5a54e4afea0b6de0b53b1a498 is 175, key is test_row_0/A:col10/1732131136956/Put/seqid=0 2024-11-20T19:32:17,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131196991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:17,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:17,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131196997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:17,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742168_1344 (size=39549) 2024-11-20T19:32:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T19:32:17,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131197099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:17,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:17,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131197109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:17,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131197119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:17,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T19:32:17,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:17,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:17,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:17,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:17,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:17,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:17,231 INFO [AsyncFSWAL-0-hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData-prefix:e14ef07817f4,38253,1732131029249 {}] wal.AbstractFSWAL(1368): Slow sync cost: 100 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38635,DS-6502e8cc-3c7a-456d-a79b-4c78d79c6c89,DISK]] 2024-11-20T19:32:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T19:32:17,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131197320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:17,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:17,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131197329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:17,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131197340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:17,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:17,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T19:32:17,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:17,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:17,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:17,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:17,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:17,431 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/c8678be5a54e4afea0b6de0b53b1a498 2024-11-20T19:32:17,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/9c662b1f1b034fd8b8c3713cc2533c43 is 50, key is test_row_0/B:col10/1732131136956/Put/seqid=0 2024-11-20T19:32:17,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742169_1345 (size=12001) 2024-11-20T19:32:17,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/9c662b1f1b034fd8b8c3713cc2533c43 2024-11-20T19:32:17,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/095371096e80447d89fd22cc1007d5d2 is 50, key is test_row_0/C:col10/1732131136956/Put/seqid=0 2024-11-20T19:32:17,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742170_1346 (size=12001) 2024-11-20T19:32:17,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/095371096e80447d89fd22cc1007d5d2 2024-11-20T19:32:17,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/c8678be5a54e4afea0b6de0b53b1a498 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/c8678be5a54e4afea0b6de0b53b1a498 2024-11-20T19:32:17,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/c8678be5a54e4afea0b6de0b53b1a498, entries=200, sequenceid=79, filesize=38.6 K 2024-11-20T19:32:17,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/9c662b1f1b034fd8b8c3713cc2533c43 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/9c662b1f1b034fd8b8c3713cc2533c43 2024-11-20T19:32:17,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/9c662b1f1b034fd8b8c3713cc2533c43, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T19:32:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/095371096e80447d89fd22cc1007d5d2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/095371096e80447d89fd22cc1007d5d2 2024-11-20T19:32:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/095371096e80447d89fd22cc1007d5d2, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T19:32:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for deceded0329e5ce30f0af334dadc33bc in 552ms, sequenceid=79, compaction requested=true 2024-11-20T19:32:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:17,511 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:32:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:17,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:17,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:17,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:17,511 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:32:17,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,512 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:32:17,512 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:32:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,513 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/B is initiating minor compaction (all files) 2024-11-20T19:32:17,513 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/A is initiating minor compaction (all files) 2024-11-20T19:32:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,513 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/B in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:17,513 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/A in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:17,513 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/be68f1e335db40ba8fa503fe87a5034d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/37c19db7d109441a9a3083ddaa129a6f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2b3e9990ef514b6ab66e8c3df76ead65, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/c8678be5a54e4afea0b6de0b53b1a498] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=137.7 K 2024-11-20T19:32:17,513 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f1653b8f703e42caa7962b54ff258c9d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/51b62d93a8a14794ab62453727befc05, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a2bdd8d4b8eb480c81fab6eb14e583a6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/9c662b1f1b034fd8b8c3713cc2533c43] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=46.9 K 2024-11-20T19:32:17,513 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:17,513 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/be68f1e335db40ba8fa503fe87a5034d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/37c19db7d109441a9a3083ddaa129a6f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2b3e9990ef514b6ab66e8c3df76ead65, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/c8678be5a54e4afea0b6de0b53b1a498] 2024-11-20T19:32:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,513 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting f1653b8f703e42caa7962b54ff258c9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732131132790 2024-11-20T19:32:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,513 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting be68f1e335db40ba8fa503fe87a5034d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732131132790 2024-11-20T19:32:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,513 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 51b62d93a8a14794ab62453727befc05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732131132854 2024-11-20T19:32:17,514 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37c19db7d109441a9a3083ddaa129a6f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732131132838 2024-11-20T19:32:17,514 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting a2bdd8d4b8eb480c81fab6eb14e583a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732131134044 2024-11-20T19:32:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,514 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b3e9990ef514b6ab66e8c3df76ead65, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732131134044 2024-11-20T19:32:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,514 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c662b1f1b034fd8b8c3713cc2533c43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732131134762 2024-11-20T19:32:17,514 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8678be5a54e4afea0b6de0b53b1a498, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732131134762 2024-11-20T19:32:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,527 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#B#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,527 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/07cce397aff14d9886698e6c37d44806 is 50, key is test_row_0/B:col10/1732131136956/Put/seqid=0 2024-11-20T19:32:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,529 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,531 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d6f26c765e594d7ab74c3b4b8c9210ef_deceded0329e5ce30f0af334dadc33bc store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,534 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d6f26c765e594d7ab74c3b4b8c9210ef_deceded0329e5ce30f0af334dadc33bc, store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,534 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d6f26c765e594d7ab74c3b4b8c9210ef_deceded0329e5ce30f0af334dadc33bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T19:32:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:17,536 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T19:32:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742171_1347 (size=12139) 2024-11-20T19:32:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742172_1348 (size=4469) 2024-11-20T19:32:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,586 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#A#compaction#294 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,586 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/ca5dc67dc4a54b91817e346f59016408 is 175, key is test_row_0/A:col10/1732131136956/Put/seqid=0 2024-11-20T19:32:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112044ac62ebcca04e449e951b8a647e5583_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_1/A:col10/1732131136988/Put/seqid=0 2024-11-20T19:32:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T19:32:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742174_1350 (size=9714) 2024-11-20T19:32:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742173_1349 (size=31093) 2024-11-20T19:32:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:17,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:17,953 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/07cce397aff14d9886698e6c37d44806 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/07cce397aff14d9886698e6c37d44806 2024-11-20T19:32:17,959 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/B of deceded0329e5ce30f0af334dadc33bc into 07cce397aff14d9886698e6c37d44806(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:17,959 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:17,959 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/B, priority=12, startTime=1732131137511; duration=0sec 2024-11-20T19:32:17,959 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:17,959 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:B 2024-11-20T19:32:17,959 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:32:17,961 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:32:17,961 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/C is initiating minor compaction (all files) 2024-11-20T19:32:17,961 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/C in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:17,961 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/bc344fb4d8484458ad74473a2e05f028, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/48894908802644019d434c3aa557a248, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/541d00e3fbb14030b8aea0df71ca9d9b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/095371096e80447d89fd22cc1007d5d2] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=46.9 K 2024-11-20T19:32:17,962 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting bc344fb4d8484458ad74473a2e05f028, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732131132790 2024-11-20T19:32:17,962 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 48894908802644019d434c3aa557a248, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732131132854 2024-11-20T19:32:17,962 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 541d00e3fbb14030b8aea0df71ca9d9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732131134044 2024-11-20T19:32:17,963 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 095371096e80447d89fd22cc1007d5d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732131134762 2024-11-20T19:32:17,987 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#C#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:17,987 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/b51822c9577c4c6889746f076d113ca8 is 50, key is test_row_0/C:col10/1732131136956/Put/seqid=0 2024-11-20T19:32:17,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131197966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:17,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:17,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131197972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:17,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131197975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:17,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:17,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:17,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:18,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742175_1351 (size=12139) 2024-11-20T19:32:18,026 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/b51822c9577c4c6889746f076d113ca8 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/b51822c9577c4c6889746f076d113ca8 2024-11-20T19:32:18,031 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/C of deceded0329e5ce30f0af334dadc33bc into b51822c9577c4c6889746f076d113ca8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:18,031 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:18,031 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/C, priority=12, startTime=1732131137511; duration=0sec 2024-11-20T19:32:18,031 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:18,031 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:C 2024-11-20T19:32:18,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:18,047 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112044ac62ebcca04e449e951b8a647e5583_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112044ac62ebcca04e449e951b8a647e5583_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:18,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/49c4ccc00aed445f829551fdb9f46312, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:18,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/49c4ccc00aed445f829551fdb9f46312 is 175, key is test_row_1/A:col10/1732131136988/Put/seqid=0 2024-11-20T19:32:18,060 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/ca5dc67dc4a54b91817e346f59016408 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/ca5dc67dc4a54b91817e346f59016408 2024-11-20T19:32:18,067 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/A of deceded0329e5ce30f0af334dadc33bc into ca5dc67dc4a54b91817e346f59016408(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:18,067 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:18,067 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/A, priority=12, startTime=1732131137511; duration=0sec 2024-11-20T19:32:18,067 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:18,067 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:A 2024-11-20T19:32:18,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742176_1352 (size=22361) 2024-11-20T19:32:18,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131198099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:18,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131198099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:18,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131198099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T19:32:18,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131198310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:18,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:18,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131198310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:18,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:18,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131198310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:18,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:18,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:18,489 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/49c4ccc00aed445f829551fdb9f46312 2024-11-20T19:32:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/d886cf3d42db4390947444eb8a2ce4d3 is 50, key is test_row_1/B:col10/1732131136988/Put/seqid=0 2024-11-20T19:32:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742177_1353 (size=9657) 2024-11-20T19:32:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131198619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131198619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131198619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:18,902 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/d886cf3d42db4390947444eb8a2ce4d3 2024-11-20T19:32:18,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/9401b3d0591e4f7f88c4edea6cd37f39 is 50, key is test_row_1/C:col10/1732131136988/Put/seqid=0 2024-11-20T19:32:18,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742178_1354 (size=9657) 2024-11-20T19:32:18,970 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/9401b3d0591e4f7f88c4edea6cd37f39 2024-11-20T19:32:18,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/49c4ccc00aed445f829551fdb9f46312 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/49c4ccc00aed445f829551fdb9f46312 2024-11-20T19:32:18,980 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/49c4ccc00aed445f829551fdb9f46312, entries=100, sequenceid=88, filesize=21.8 K 2024-11-20T19:32:18,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/d886cf3d42db4390947444eb8a2ce4d3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/d886cf3d42db4390947444eb8a2ce4d3 2024-11-20T19:32:18,985 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/d886cf3d42db4390947444eb8a2ce4d3, entries=100, sequenceid=88, filesize=9.4 K 2024-11-20T19:32:18,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/9401b3d0591e4f7f88c4edea6cd37f39 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/9401b3d0591e4f7f88c4edea6cd37f39 2024-11-20T19:32:18,994 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/9401b3d0591e4f7f88c4edea6cd37f39, entries=100, sequenceid=88, filesize=9.4 K 2024-11-20T19:32:18,994 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for deceded0329e5ce30f0af334dadc33bc in 1458ms, sequenceid=88, compaction requested=false 2024-11-20T19:32:18,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:18,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:18,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-20T19:32:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-20T19:32:19,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-20T19:32:19,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0210 sec 2024-11-20T19:32:19,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.0410 sec 2024-11-20T19:32:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:19,020 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:19,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T19:32:19,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112016e206b63e88459f93c88795b4f3a4d4_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131137963/Put/seqid=0 2024-11-20T19:32:19,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131199042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:19,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131199047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:19,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:19,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742179_1355 (size=14594) 2024-11-20T19:32:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T19:32:19,120 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:19,121 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-20T19:32:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:32:19,124 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:19,125 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:19,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:19,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131199130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:19,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:19,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131199130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:19,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:19,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131199139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:19,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131199159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:19,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131199170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:32:19,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T19:32:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:19,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131199381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131199394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:19,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T19:32:19,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:19,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:19,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:19,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:32:19,507 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:19,513 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112016e206b63e88459f93c88795b4f3a4d4_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112016e206b63e88459f93c88795b4f3a4d4_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:19,514 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/25bcfc631b4a45388d2918eba566c6a8, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:19,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/25bcfc631b4a45388d2918eba566c6a8 is 175, key is test_row_0/A:col10/1732131137963/Put/seqid=0 2024-11-20T19:32:19,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742180_1356 (size=39549) 2024-11-20T19:32:19,532 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/25bcfc631b4a45388d2918eba566c6a8 2024-11-20T19:32:19,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/be08ecb018ad432da95590640dddd423 is 50, key is test_row_0/B:col10/1732131137963/Put/seqid=0 2024-11-20T19:32:19,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742181_1357 (size=12001) 2024-11-20T19:32:19,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/be08ecb018ad432da95590640dddd423 2024-11-20T19:32:19,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/6c029909f161408f99f16074d38308e7 is 50, key is test_row_0/C:col10/1732131137963/Put/seqid=0 2024-11-20T19:32:19,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742182_1358 (size=12001) 2024-11-20T19:32:19,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T19:32:19,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:19,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:19,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:19,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,633 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T19:32:19,633 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T19:32:19,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131199699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:19,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:19,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131199709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:19,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T19:32:19,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:19,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:19,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:19,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:32:19,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T19:32:19,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:19,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:19,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:19,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:19,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/6c029909f161408f99f16074d38308e7 2024-11-20T19:32:19,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/25bcfc631b4a45388d2918eba566c6a8 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/25bcfc631b4a45388d2918eba566c6a8 2024-11-20T19:32:19,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/25bcfc631b4a45388d2918eba566c6a8, entries=200, sequenceid=119, filesize=38.6 K 2024-11-20T19:32:19,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/be08ecb018ad432da95590640dddd423 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/be08ecb018ad432da95590640dddd423 2024-11-20T19:32:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:19,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/be08ecb018ad432da95590640dddd423, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T19:32:20,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/6c029909f161408f99f16074d38308e7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/6c029909f161408f99f16074d38308e7 2024-11-20T19:32:20,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/6c029909f161408f99f16074d38308e7, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T19:32:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for deceded0329e5ce30f0af334dadc33bc in 985ms, sequenceid=119, compaction requested=true 2024-11-20T19:32:20,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:20,005 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:20,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:20,006 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,007 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:20,007 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/A is initiating minor compaction (all files) 2024-11-20T19:32:20,007 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/A in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,007 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/ca5dc67dc4a54b91817e346f59016408, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/49c4ccc00aed445f829551fdb9f46312, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/25bcfc631b4a45388d2918eba566c6a8] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=90.8 K 2024-11-20T19:32:20,007 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:20,007 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/ca5dc67dc4a54b91817e346f59016408, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/49c4ccc00aed445f829551fdb9f46312, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/25bcfc631b4a45388d2918eba566c6a8] 2024-11-20T19:32:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,008 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:20,008 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/B is initiating minor compaction (all files) 2024-11-20T19:32:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,008 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/B in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:20,008 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/07cce397aff14d9886698e6c37d44806, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/d886cf3d42db4390947444eb8a2ce4d3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/be08ecb018ad432da95590640dddd423] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=33.0 K 2024-11-20T19:32:20,008 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca5dc67dc4a54b91817e346f59016408, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732131134762 2024-11-20T19:32:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,008 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 07cce397aff14d9886698e6c37d44806, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732131134762 2024-11-20T19:32:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,008 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49c4ccc00aed445f829551fdb9f46312, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732131136980 2024-11-20T19:32:20,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:20,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:20,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:20,009 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting d886cf3d42db4390947444eb8a2ce4d3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732131136980 2024-11-20T19:32:20,009 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25bcfc631b4a45388d2918eba566c6a8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732131137933 2024-11-20T19:32:20,009 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting be08ecb018ad432da95590640dddd423, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732131137933 2024-11-20T19:32:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,017 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,033 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#B#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,034 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/78e27b6abd1c4f2bbca03f12cd063cf6 is 50, key is test_row_0/B:col10/1732131137963/Put/seqid=0 2024-11-20T19:32:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,034 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209baec1ba7ef1420a873c34d2211f8353_deceded0329e5ce30f0af334dadc33bc store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,036 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209baec1ba7ef1420a873c34d2211f8353_deceded0329e5ce30f0af334dadc33bc, store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:20,036 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209baec1ba7ef1420a873c34d2211f8353_deceded0329e5ce30f0af334dadc33bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T19:32:20,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:20,047 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T19:32:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742183_1359 (size=4469) 2024-11-20T19:32:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,096 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#A#compaction#302 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,096 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/049f7ba0a0aa4244acd1748dfc093fee is 175, key is test_row_0/A:col10/1732131137963/Put/seqid=0 2024-11-20T19:32:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120659201205f214e4d9c23ed6173d8e4dc_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131139045/Put/seqid=0 2024-11-20T19:32:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742184_1360 (size=12241) 2024-11-20T19:32:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742186_1362 (size=9714) 2024-11-20T19:32:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742185_1361 (size=31195) 2024-11-20T19:32:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:32:20,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131200301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131200303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131200303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131200305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131200305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131200420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131200429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131200430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131200430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131200430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,512 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/78e27b6abd1c4f2bbca03f12cd063cf6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/78e27b6abd1c4f2bbca03f12cd063cf6 2024-11-20T19:32:20,517 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/B of deceded0329e5ce30f0af334dadc33bc into 78e27b6abd1c4f2bbca03f12cd063cf6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:20,517 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:20,517 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/B, priority=13, startTime=1732131140006; duration=0sec 2024-11-20T19:32:20,518 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:20,518 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:B 2024-11-20T19:32:20,518 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:20,519 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:20,519 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/C is initiating minor compaction (all files) 2024-11-20T19:32:20,519 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/C in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:20,519 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/b51822c9577c4c6889746f076d113ca8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/9401b3d0591e4f7f88c4edea6cd37f39, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/6c029909f161408f99f16074d38308e7] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=33.0 K 2024-11-20T19:32:20,521 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting b51822c9577c4c6889746f076d113ca8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732131134762 2024-11-20T19:32:20,528 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 9401b3d0591e4f7f88c4edea6cd37f39, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732131136980 2024-11-20T19:32:20,530 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c029909f161408f99f16074d38308e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732131137933 2024-11-20T19:32:20,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:20,546 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:20,548 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/c5216b6eda3b42c68acee028c6d2e4c9 is 50, key is test_row_0/C:col10/1732131137963/Put/seqid=0 2024-11-20T19:32:20,550 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120659201205f214e4d9c23ed6173d8e4dc_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120659201205f214e4d9c23ed6173d8e4dc_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:20,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/a9d4195a1989422bb086b650b70ddbf2, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:20,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/a9d4195a1989422bb086b650b70ddbf2 is 175, key is test_row_0/A:col10/1732131139045/Put/seqid=0 2024-11-20T19:32:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742188_1364 (size=22361) 2024-11-20T19:32:20,564 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/a9d4195a1989422bb086b650b70ddbf2 2024-11-20T19:32:20,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742187_1363 (size=12241) 2024-11-20T19:32:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/ce2f426b24984be5b3b522a0c205aac5 is 50, key is test_row_0/B:col10/1732131139045/Put/seqid=0 2024-11-20T19:32:20,583 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/049f7ba0a0aa4244acd1748dfc093fee as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/049f7ba0a0aa4244acd1748dfc093fee 2024-11-20T19:32:20,584 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/c5216b6eda3b42c68acee028c6d2e4c9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/c5216b6eda3b42c68acee028c6d2e4c9 2024-11-20T19:32:20,589 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/A of deceded0329e5ce30f0af334dadc33bc into 049f7ba0a0aa4244acd1748dfc093fee(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:20,589 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:20,589 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/A, priority=13, startTime=1732131140005; duration=0sec 2024-11-20T19:32:20,589 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:20,589 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:A 2024-11-20T19:32:20,593 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/C of deceded0329e5ce30f0af334dadc33bc into c5216b6eda3b42c68acee028c6d2e4c9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:20,593 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:20,593 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/C, priority=13, startTime=1732131140009; duration=0sec 2024-11-20T19:32:20,593 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:20,593 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:C 2024-11-20T19:32:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742189_1365 (size=9657) 2024-11-20T19:32:20,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131200630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131200639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131200639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131200650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131200650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131200940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131200949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131200949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131200959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131200959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:20,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:20,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,009 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/ce2f426b24984be5b3b522a0c205aac5 2024-11-20T19:32:21,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/ee82fd37bf4749cbb8cd0b28b2b70282 is 50, key is test_row_0/C:col10/1732131139045/Put/seqid=0 2024-11-20T19:32:21,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742190_1366 (size=9657) 2024-11-20T19:32:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:32:21,431 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/ee82fd37bf4749cbb8cd0b28b2b70282 2024-11-20T19:32:21,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/a9d4195a1989422bb086b650b70ddbf2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/a9d4195a1989422bb086b650b70ddbf2 2024-11-20T19:32:21,444 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/a9d4195a1989422bb086b650b70ddbf2, entries=100, sequenceid=127, filesize=21.8 K 2024-11-20T19:32:21,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/ce2f426b24984be5b3b522a0c205aac5 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/ce2f426b24984be5b3b522a0c205aac5 2024-11-20T19:32:21,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131201450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,453 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/ce2f426b24984be5b3b522a0c205aac5, entries=100, sequenceid=127, filesize=9.4 K 2024-11-20T19:32:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/ee82fd37bf4749cbb8cd0b28b2b70282 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/ee82fd37bf4749cbb8cd0b28b2b70282 2024-11-20T19:32:21,458 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/ee82fd37bf4749cbb8cd0b28b2b70282, entries=100, sequenceid=127, filesize=9.4 K 2024-11-20T19:32:21,459 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for deceded0329e5ce30f0af334dadc33bc in 1412ms, sequenceid=127, compaction requested=false 2024-11-20T19:32:21,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:21,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:21,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-20T19:32:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-20T19:32:21,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T19:32:21,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3360 sec 2024-11-20T19:32:21,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.3470 sec 2024-11-20T19:32:21,478 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:21,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T19:32:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:21,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202b687c92352f49289838f7d3c4e38af7_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131141476/Put/seqid=0 2024-11-20T19:32:21,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131201485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742191_1367 (size=14794) 2024-11-20T19:32:21,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131201488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131201490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131201493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131201609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131201609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131201609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131201609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131201819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131201819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131201819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131201829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:21,907 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:21,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202b687c92352f49289838f7d3c4e38af7_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202b687c92352f49289838f7d3c4e38af7_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:21,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2e5acb76abdd4fb0bf35a4ebdf464005, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:21,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2e5acb76abdd4fb0bf35a4ebdf464005 is 175, key is test_row_0/A:col10/1732131141476/Put/seqid=0 2024-11-20T19:32:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742192_1368 (size=39749) 2024-11-20T19:32:21,918 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2e5acb76abdd4fb0bf35a4ebdf464005 2024-11-20T19:32:21,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/a83c2f79872a490ca2d285a4dd5f5a84 is 50, key is test_row_0/B:col10/1732131141476/Put/seqid=0 2024-11-20T19:32:21,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742193_1369 (size=12151) 2024-11-20T19:32:21,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/a83c2f79872a490ca2d285a4dd5f5a84 2024-11-20T19:32:21,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/a903878b355b469a9ae8fe9f73368759 is 50, key is test_row_0/C:col10/1732131141476/Put/seqid=0 2024-11-20T19:32:21,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742194_1370 (size=12151) 2024-11-20T19:32:22,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131202129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131202130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131202131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131202140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/a903878b355b469a9ae8fe9f73368759 2024-11-20T19:32:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2e5acb76abdd4fb0bf35a4ebdf464005 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2e5acb76abdd4fb0bf35a4ebdf464005 2024-11-20T19:32:22,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2e5acb76abdd4fb0bf35a4ebdf464005, entries=200, sequenceid=159, filesize=38.8 K 2024-11-20T19:32:22,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/a83c2f79872a490ca2d285a4dd5f5a84 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a83c2f79872a490ca2d285a4dd5f5a84 2024-11-20T19:32:22,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a83c2f79872a490ca2d285a4dd5f5a84, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T19:32:22,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/a903878b355b469a9ae8fe9f73368759 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/a903878b355b469a9ae8fe9f73368759 2024-11-20T19:32:22,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/a903878b355b469a9ae8fe9f73368759, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T19:32:22,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for deceded0329e5ce30f0af334dadc33bc in 918ms, sequenceid=159, compaction requested=true 2024-11-20T19:32:22,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:22,396 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:22,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:22,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:22,396 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:22,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:22,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:22,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:22,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:22,397 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:22,397 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:22,397 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/B is initiating minor compaction (all files) 2024-11-20T19:32:22,397 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/A is initiating minor compaction (all files) 2024-11-20T19:32:22,397 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/A in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:22,397 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/B in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:22,397 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/78e27b6abd1c4f2bbca03f12cd063cf6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/ce2f426b24984be5b3b522a0c205aac5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a83c2f79872a490ca2d285a4dd5f5a84] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=33.3 K 2024-11-20T19:32:22,397 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/049f7ba0a0aa4244acd1748dfc093fee, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/a9d4195a1989422bb086b650b70ddbf2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2e5acb76abdd4fb0bf35a4ebdf464005] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=91.1 K 2024-11-20T19:32:22,397 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:22,397 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/049f7ba0a0aa4244acd1748dfc093fee, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/a9d4195a1989422bb086b650b70ddbf2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2e5acb76abdd4fb0bf35a4ebdf464005] 2024-11-20T19:32:22,398 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 78e27b6abd1c4f2bbca03f12cd063cf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732131137933 2024-11-20T19:32:22,398 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 049f7ba0a0aa4244acd1748dfc093fee, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732131137933 2024-11-20T19:32:22,399 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9d4195a1989422bb086b650b70ddbf2, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732131139040 2024-11-20T19:32:22,400 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ce2f426b24984be5b3b522a0c205aac5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732131139040 2024-11-20T19:32:22,401 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e5acb76abdd4fb0bf35a4ebdf464005, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732131140300 2024-11-20T19:32:22,401 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting a83c2f79872a490ca2d285a4dd5f5a84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732131140302 2024-11-20T19:32:22,410 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#B#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:22,411 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/c1b479d770864341b0d47d1bdea43157 is 50, key is test_row_0/B:col10/1732131141476/Put/seqid=0 2024-11-20T19:32:22,413 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:22,420 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120e99d4a1e47b44d6794720067859c3204_deceded0329e5ce30f0af334dadc33bc store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:22,422 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120e99d4a1e47b44d6794720067859c3204_deceded0329e5ce30f0af334dadc33bc, store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:22,422 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e99d4a1e47b44d6794720067859c3204_deceded0329e5ce30f0af334dadc33bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:22,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742195_1371 (size=12493) 2024-11-20T19:32:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742196_1372 (size=4469) 2024-11-20T19:32:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:22,482 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:22,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:32:22,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f5d963b05ae84324bcc9c5240b5f3883_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131142481/Put/seqid=0 2024-11-20T19:32:22,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742197_1373 (size=14794) 2024-11-20T19:32:22,518 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:22,521 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f5d963b05ae84324bcc9c5240b5f3883_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f5d963b05ae84324bcc9c5240b5f3883_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:22,529 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/3c46a74094fc43fd93b04951b614b691, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:22,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/3c46a74094fc43fd93b04951b614b691 is 175, key is test_row_0/A:col10/1732131142481/Put/seqid=0 2024-11-20T19:32:22,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742198_1374 (size=39749) 2024-11-20T19:32:22,543 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/3c46a74094fc43fd93b04951b614b691 2024-11-20T19:32:22,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/8aed1a437a0b43088037e4fa154a1633 is 50, key is test_row_0/B:col10/1732131142481/Put/seqid=0 2024-11-20T19:32:22,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742199_1375 (size=12151) 2024-11-20T19:32:22,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/8aed1a437a0b43088037e4fa154a1633 2024-11-20T19:32:22,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/7c528d2958d4463396f069871fca74d0 is 50, key is test_row_0/C:col10/1732131142481/Put/seqid=0 2024-11-20T19:32:22,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742200_1376 (size=12151) 2024-11-20T19:32:22,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131202659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131202662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131202663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131202666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131202667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131202779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131202779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131202780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131202780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:22,830 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/c1b479d770864341b0d47d1bdea43157 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/c1b479d770864341b0d47d1bdea43157 2024-11-20T19:32:22,836 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/B of deceded0329e5ce30f0af334dadc33bc into c1b479d770864341b0d47d1bdea43157(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:22,836 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:22,836 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/B, priority=13, startTime=1732131142396; duration=0sec 2024-11-20T19:32:22,836 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:22,836 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:B 2024-11-20T19:32:22,836 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:22,838 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:22,838 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/C is initiating minor compaction (all files) 2024-11-20T19:32:22,838 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/C in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:22,838 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/c5216b6eda3b42c68acee028c6d2e4c9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/ee82fd37bf4749cbb8cd0b28b2b70282, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/a903878b355b469a9ae8fe9f73368759] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=33.3 K 2024-11-20T19:32:22,838 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting c5216b6eda3b42c68acee028c6d2e4c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732131137933 2024-11-20T19:32:22,839 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ee82fd37bf4749cbb8cd0b28b2b70282, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732131139040 2024-11-20T19:32:22,839 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting a903878b355b469a9ae8fe9f73368759, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732131140302 2024-11-20T19:32:22,849 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#A#compaction#312 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:22,849 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/ff1e443077b4410e869dcd898b1606b5 is 175, key is test_row_0/A:col10/1732131141476/Put/seqid=0 2024-11-20T19:32:22,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742201_1377 (size=31447) 2024-11-20T19:32:22,869 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#C#compaction#316 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:22,870 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/ff1e443077b4410e869dcd898b1606b5 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/ff1e443077b4410e869dcd898b1606b5 2024-11-20T19:32:22,870 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/68bdef3d65d24c2a858768eebf30c496 is 50, key is test_row_0/C:col10/1732131141476/Put/seqid=0 2024-11-20T19:32:22,877 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/A of deceded0329e5ce30f0af334dadc33bc into ff1e443077b4410e869dcd898b1606b5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:22,877 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:22,877 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/A, priority=13, startTime=1732131142396; duration=0sec 2024-11-20T19:32:22,877 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:22,877 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:A 2024-11-20T19:32:22,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742202_1378 (size=12493) 2024-11-20T19:32:22,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/7c528d2958d4463396f069871fca74d0 2024-11-20T19:32:22,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/3c46a74094fc43fd93b04951b614b691 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/3c46a74094fc43fd93b04951b614b691 2024-11-20T19:32:22,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/3c46a74094fc43fd93b04951b614b691, entries=200, sequenceid=170, filesize=38.8 K 2024-11-20T19:32:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/8aed1a437a0b43088037e4fa154a1633 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/8aed1a437a0b43088037e4fa154a1633 2024-11-20T19:32:23,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/8aed1a437a0b43088037e4fa154a1633, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T19:32:23,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/7c528d2958d4463396f069871fca74d0 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/7c528d2958d4463396f069871fca74d0 2024-11-20T19:32:23,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/7c528d2958d4463396f069871fca74d0, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T19:32:23,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for deceded0329e5ce30f0af334dadc33bc in 525ms, sequenceid=170, compaction requested=false 2024-11-20T19:32:23,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:23,008 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:23,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:32:23,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112045d9aefadd2e4977adfafe20bf1df1d1_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131143007/Put/seqid=0 2024-11-20T19:32:23,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742203_1379 (size=14794) 2024-11-20T19:32:23,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131203017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131203021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131203022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131203022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131203129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131203129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131203139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131203139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T19:32:23,279 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:23,280 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-20T19:32:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T19:32:23,281 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:23,282 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/68bdef3d65d24c2a858768eebf30c496 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/68bdef3d65d24c2a858768eebf30c496 2024-11-20T19:32:23,282 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:23,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:23,286 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/C of deceded0329e5ce30f0af334dadc33bc into 68bdef3d65d24c2a858768eebf30c496(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:23,286 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:23,286 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/C, priority=13, startTime=1732131142396; duration=0sec 2024-11-20T19:32:23,286 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:23,286 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:C 2024-11-20T19:32:23,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131203339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131203339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131203359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131203359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T19:32:23,419 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:23,423 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112045d9aefadd2e4977adfafe20bf1df1d1_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112045d9aefadd2e4977adfafe20bf1df1d1_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:23,423 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/0ed6eb984bc14d9e95ff61ddc174a808, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:23,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/0ed6eb984bc14d9e95ff61ddc174a808 is 175, key is test_row_0/A:col10/1732131143007/Put/seqid=0 2024-11-20T19:32:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742204_1380 (size=39749) 2024-11-20T19:32:23,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T19:32:23,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:23,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:23,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:23,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:23,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:23,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T19:32:23,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:23,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:23,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:23,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:23,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T19:32:23,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131203649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131203649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131203669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131203669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131203679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:23,683 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in deceded0329e5ce30f0af334dadc33bc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:23,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:23,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:23,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T19:32:23,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:23,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:23,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:23,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:23,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:23,828 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/0ed6eb984bc14d9e95ff61ddc174a808 2024-11-20T19:32:23,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/8cc9a5b81fdc42289d5e3717ed70558f is 50, key is test_row_0/B:col10/1732131143007/Put/seqid=0 2024-11-20T19:32:23,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742205_1381 (size=12151) 2024-11-20T19:32:23,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/8cc9a5b81fdc42289d5e3717ed70558f 2024-11-20T19:32:23,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/b57ba81a01864c54881eab72e3899153 is 50, key is test_row_0/C:col10/1732131143007/Put/seqid=0 2024-11-20T19:32:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742206_1382 (size=12151) 2024-11-20T19:32:23,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/b57ba81a01864c54881eab72e3899153 2024-11-20T19:32:23,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/0ed6eb984bc14d9e95ff61ddc174a808 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/0ed6eb984bc14d9e95ff61ddc174a808 2024-11-20T19:32:23,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/0ed6eb984bc14d9e95ff61ddc174a808, entries=200, sequenceid=198, filesize=38.8 K 2024-11-20T19:32:23,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/8cc9a5b81fdc42289d5e3717ed70558f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/8cc9a5b81fdc42289d5e3717ed70558f 2024-11-20T19:32:23,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/8cc9a5b81fdc42289d5e3717ed70558f, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T19:32:23,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/b57ba81a01864c54881eab72e3899153 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/b57ba81a01864c54881eab72e3899153 2024-11-20T19:32:23,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/b57ba81a01864c54881eab72e3899153, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T19:32:23,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for deceded0329e5ce30f0af334dadc33bc in 853ms, sequenceid=198, compaction requested=true 2024-11-20T19:32:23,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:23,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:23,861 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:23,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:23,861 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:23,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:23,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:23,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:23,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:23,868 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:23,868 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/B is initiating minor compaction (all files) 2024-11-20T19:32:23,868 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/B in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:23,868 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/c1b479d770864341b0d47d1bdea43157, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/8aed1a437a0b43088037e4fa154a1633, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/8cc9a5b81fdc42289d5e3717ed70558f] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=35.9 K 2024-11-20T19:32:23,868 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:23,868 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/A is initiating minor compaction (all files) 2024-11-20T19:32:23,868 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/A in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:23,868 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/ff1e443077b4410e869dcd898b1606b5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/3c46a74094fc43fd93b04951b614b691, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/0ed6eb984bc14d9e95ff61ddc174a808] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=108.3 K 2024-11-20T19:32:23,868 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:23,868 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/ff1e443077b4410e869dcd898b1606b5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/3c46a74094fc43fd93b04951b614b691, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/0ed6eb984bc14d9e95ff61ddc174a808] 2024-11-20T19:32:23,869 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting c1b479d770864341b0d47d1bdea43157, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732131140302 2024-11-20T19:32:23,869 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff1e443077b4410e869dcd898b1606b5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732131140302 2024-11-20T19:32:23,870 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 8aed1a437a0b43088037e4fa154a1633, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732131141485 2024-11-20T19:32:23,870 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c46a74094fc43fd93b04951b614b691, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732131141485 2024-11-20T19:32:23,870 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ed6eb984bc14d9e95ff61ddc174a808, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732131142661 2024-11-20T19:32:23,870 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cc9a5b81fdc42289d5e3717ed70558f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732131142661 2024-11-20T19:32:23,879 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#B#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:23,879 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/bd082c0032784d6987a13f49e06d7cf7 is 50, key is test_row_0/B:col10/1732131143007/Put/seqid=0 2024-11-20T19:32:23,879 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:23,884 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120cfa905ce45ff4739a010ed04ff1cfa46_deceded0329e5ce30f0af334dadc33bc store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:23,885 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120cfa905ce45ff4739a010ed04ff1cfa46_deceded0329e5ce30f0af334dadc33bc, store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:23,885 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cfa905ce45ff4739a010ed04ff1cfa46_deceded0329e5ce30f0af334dadc33bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:23,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742207_1383 (size=12595) 2024-11-20T19:32:23,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T19:32:23,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:23,893 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T19:32:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742208_1384 (size=4469) 2024-11-20T19:32:23,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120da19965e8de44b8c9e9ad760f20fd1f8_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131143021/Put/seqid=0 2024-11-20T19:32:23,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742209_1385 (size=12304) 2024-11-20T19:32:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T19:32:24,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:24,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131204241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131204242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131204243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131204249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,296 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/bd082c0032784d6987a13f49e06d7cf7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/bd082c0032784d6987a13f49e06d7cf7 2024-11-20T19:32:24,300 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#A#compaction#321 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:24,300 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/B of deceded0329e5ce30f0af334dadc33bc into bd082c0032784d6987a13f49e06d7cf7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:24,300 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:24,300 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/B, priority=13, startTime=1732131143861; duration=0sec 2024-11-20T19:32:24,300 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:24,300 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:B 2024-11-20T19:32:24,300 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/09f6a07e73444e2b93cb5e1a71bef11c is 175, key is test_row_0/A:col10/1732131143007/Put/seqid=0 2024-11-20T19:32:24,300 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:24,301 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:24,301 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/C is initiating minor compaction (all files) 2024-11-20T19:32:24,301 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/C in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:24,301 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/68bdef3d65d24c2a858768eebf30c496, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/7c528d2958d4463396f069871fca74d0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/b57ba81a01864c54881eab72e3899153] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=35.9 K 2024-11-20T19:32:24,302 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 68bdef3d65d24c2a858768eebf30c496, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732131140302 2024-11-20T19:32:24,302 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c528d2958d4463396f069871fca74d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732131141485 2024-11-20T19:32:24,302 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting b57ba81a01864c54881eab72e3899153, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732131142661 2024-11-20T19:32:24,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:24,312 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:24,313 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/42479fec46614365898849a99369a582 is 50, key is test_row_0/C:col10/1732131143007/Put/seqid=0 2024-11-20T19:32:24,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742210_1386 (size=31549) 2024-11-20T19:32:24,317 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120da19965e8de44b8c9e9ad760f20fd1f8_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120da19965e8de44b8c9e9ad760f20fd1f8_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:24,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/628fc5a5a51a423eab06c77d2968154a, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:24,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/628fc5a5a51a423eab06c77d2968154a is 175, key is test_row_0/A:col10/1732131143021/Put/seqid=0 2024-11-20T19:32:24,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742211_1387 (size=12595) 2024-11-20T19:32:24,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742212_1388 (size=31105) 2024-11-20T19:32:24,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131204359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131204359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131204359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131204359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T19:32:24,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131204579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131204579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131204579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131204580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,714 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/09f6a07e73444e2b93cb5e1a71bef11c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/09f6a07e73444e2b93cb5e1a71bef11c 2024-11-20T19:32:24,718 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/A of deceded0329e5ce30f0af334dadc33bc into 09f6a07e73444e2b93cb5e1a71bef11c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:24,718 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:24,719 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/A, priority=13, startTime=1732131143861; duration=0sec 2024-11-20T19:32:24,719 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:24,719 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:A 2024-11-20T19:32:24,730 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/42479fec46614365898849a99369a582 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/42479fec46614365898849a99369a582 2024-11-20T19:32:24,732 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/628fc5a5a51a423eab06c77d2968154a 2024-11-20T19:32:24,733 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/C of deceded0329e5ce30f0af334dadc33bc into 42479fec46614365898849a99369a582(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:24,733 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:24,733 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/C, priority=13, startTime=1732131143861; duration=0sec 2024-11-20T19:32:24,733 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:24,733 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:C 2024-11-20T19:32:24,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/f14bcc7e0d21406e9c0ca171a5da6549 is 50, key is test_row_0/B:col10/1732131143021/Put/seqid=0 2024-11-20T19:32:24,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742213_1389 (size=12151) 2024-11-20T19:32:24,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131204889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131204889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131204889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:24,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131204889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:25,141 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/f14bcc7e0d21406e9c0ca171a5da6549 2024-11-20T19:32:25,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/117eee0cbcc543f79bd9a1701e867463 is 50, key is test_row_0/C:col10/1732131143021/Put/seqid=0 2024-11-20T19:32:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742214_1390 (size=12151) 2024-11-20T19:32:25,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131205399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:25,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131205399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:25,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131205399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:25,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131205409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T19:32:25,551 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/117eee0cbcc543f79bd9a1701e867463 2024-11-20T19:32:25,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/628fc5a5a51a423eab06c77d2968154a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/628fc5a5a51a423eab06c77d2968154a 2024-11-20T19:32:25,557 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/628fc5a5a51a423eab06c77d2968154a, entries=150, sequenceid=209, filesize=30.4 K 2024-11-20T19:32:25,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/f14bcc7e0d21406e9c0ca171a5da6549 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f14bcc7e0d21406e9c0ca171a5da6549 2024-11-20T19:32:25,562 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f14bcc7e0d21406e9c0ca171a5da6549, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T19:32:25,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/117eee0cbcc543f79bd9a1701e867463 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/117eee0cbcc543f79bd9a1701e867463 2024-11-20T19:32:25,566 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/117eee0cbcc543f79bd9a1701e867463, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T19:32:25,567 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for deceded0329e5ce30f0af334dadc33bc in 1673ms, sequenceid=209, compaction requested=false 2024-11-20T19:32:25,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:25,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:25,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-20T19:32:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-20T19:32:25,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-20T19:32:25,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2860 sec 2024-11-20T19:32:25,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.2900 sec 2024-11-20T19:32:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:25,704 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:25,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T19:32:25,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120496e2a6933ec4557b5cf65f6361572ea_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131144248/Put/seqid=0 2024-11-20T19:32:25,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742215_1391 (size=14794) 2024-11-20T19:32:25,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131205735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:25,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:25,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:25,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:25,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131205849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:26,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131206059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:26,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:26,114 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:26,117 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120496e2a6933ec4557b5cf65f6361572ea_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120496e2a6933ec4557b5cf65f6361572ea_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:26,118 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/f2d6a461bae24f90bf1d81ae751f1b85, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:26,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/f2d6a461bae24f90bf1d81ae751f1b85 is 175, key is test_row_0/A:col10/1732131144248/Put/seqid=0 2024-11-20T19:32:26,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742216_1392 (size=39749) 2024-11-20T19:32:26,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131206369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:26,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131206409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:26,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131206409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:26,415 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in deceded0329e5ce30f0af334dadc33bc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,415 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in deceded0329e5ce30f0af334dadc33bc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:26,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131206419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:26,428 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in deceded0329e5ce30f0af334dadc33bc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:26,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131206429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:26,437 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in deceded0329e5ce30f0af334dadc33bc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:26,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:26,522 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/f2d6a461bae24f90bf1d81ae751f1b85 2024-11-20T19:32:26,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/cf8817eb1d694364ae53602d9bd57d19 is 50, key is test_row_0/B:col10/1732131144248/Put/seqid=0 2024-11-20T19:32:26,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742217_1393 (size=12151) 2024-11-20T19:32:26,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131206889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:26,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:26,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:26,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/cf8817eb1d694364ae53602d9bd57d19 2024-11-20T19:32:26,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/94e85628413b4962b063d82069543a43 is 50, key is test_row_0/C:col10/1732131144248/Put/seqid=0 2024-11-20T19:32:26,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742218_1394 (size=12151) 2024-11-20T19:32:27,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/94e85628413b4962b063d82069543a43 2024-11-20T19:32:27,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/f2d6a461bae24f90bf1d81ae751f1b85 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/f2d6a461bae24f90bf1d81ae751f1b85 2024-11-20T19:32:27,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/f2d6a461bae24f90bf1d81ae751f1b85, entries=200, sequenceid=239, filesize=38.8 K 2024-11-20T19:32:27,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/cf8817eb1d694364ae53602d9bd57d19 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/cf8817eb1d694364ae53602d9bd57d19 2024-11-20T19:32:27,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/cf8817eb1d694364ae53602d9bd57d19, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T19:32:27,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/94e85628413b4962b063d82069543a43 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/94e85628413b4962b063d82069543a43 2024-11-20T19:32:27,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/94e85628413b4962b063d82069543a43, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T19:32:27,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for deceded0329e5ce30f0af334dadc33bc in 1652ms, sequenceid=239, compaction requested=true 2024-11-20T19:32:27,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:27,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:27,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:27,356 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:27,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:27,356 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:27,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:27,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:27,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:27,358 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:27,358 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:27,358 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/A is initiating minor compaction (all files) 2024-11-20T19:32:27,358 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/B is initiating minor compaction (all files) 2024-11-20T19:32:27,358 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/A in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:27,358 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/B in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:27,358 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/09f6a07e73444e2b93cb5e1a71bef11c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/628fc5a5a51a423eab06c77d2968154a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/f2d6a461bae24f90bf1d81ae751f1b85] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=100.0 K 2024-11-20T19:32:27,358 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/bd082c0032784d6987a13f49e06d7cf7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f14bcc7e0d21406e9c0ca171a5da6549, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/cf8817eb1d694364ae53602d9bd57d19] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=36.0 K 2024-11-20T19:32:27,358 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:27,358 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/09f6a07e73444e2b93cb5e1a71bef11c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/628fc5a5a51a423eab06c77d2968154a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/f2d6a461bae24f90bf1d81ae751f1b85] 2024-11-20T19:32:27,358 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09f6a07e73444e2b93cb5e1a71bef11c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732131142661 2024-11-20T19:32:27,358 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting bd082c0032784d6987a13f49e06d7cf7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732131142661 2024-11-20T19:32:27,359 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting f14bcc7e0d21406e9c0ca171a5da6549, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732131143015 2024-11-20T19:32:27,359 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 628fc5a5a51a423eab06c77d2968154a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732131143015 2024-11-20T19:32:27,359 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting cf8817eb1d694364ae53602d9bd57d19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732131144241 2024-11-20T19:32:27,359 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2d6a461bae24f90bf1d81ae751f1b85, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732131144241 2024-11-20T19:32:27,376 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:27,386 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:27,387 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/a68472f19edc4ca987b9961a2466aa49 is 50, key is test_row_0/B:col10/1732131144248/Put/seqid=0 2024-11-20T19:32:27,390 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411205a09670121e245da8e8ad004da5292f0_deceded0329e5ce30f0af334dadc33bc store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:27,392 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411205a09670121e245da8e8ad004da5292f0_deceded0329e5ce30f0af334dadc33bc, store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:27,392 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205a09670121e245da8e8ad004da5292f0_deceded0329e5ce30f0af334dadc33bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742219_1395 (size=12697) 2024-11-20T19:32:27,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742220_1396 (size=4469) 2024-11-20T19:32:27,426 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/a68472f19edc4ca987b9961a2466aa49 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a68472f19edc4ca987b9961a2466aa49 2024-11-20T19:32:27,436 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/B of deceded0329e5ce30f0af334dadc33bc into a68472f19edc4ca987b9961a2466aa49(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:27,436 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:27,436 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/B, priority=13, startTime=1732131147356; duration=0sec 2024-11-20T19:32:27,436 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:27,436 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:B 2024-11-20T19:32:27,436 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:27,437 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:27,437 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): deceded0329e5ce30f0af334dadc33bc/C is initiating minor compaction (all files) 2024-11-20T19:32:27,437 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of deceded0329e5ce30f0af334dadc33bc/C in TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:27,437 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/42479fec46614365898849a99369a582, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/117eee0cbcc543f79bd9a1701e867463, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/94e85628413b4962b063d82069543a43] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp, totalSize=36.0 K 2024-11-20T19:32:27,437 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 42479fec46614365898849a99369a582, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732131142661 2024-11-20T19:32:27,438 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 117eee0cbcc543f79bd9a1701e867463, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732131143015 2024-11-20T19:32:27,438 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 94e85628413b4962b063d82069543a43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732131144241 2024-11-20T19:32:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T19:32:27,450 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:27,450 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-20T19:32:27,453 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T19:32:27,454 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:27,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:27,455 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#C#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:27,456 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/ff67128a46594e2b9b4a2a1e19026d6d is 50, key is test_row_0/C:col10/1732131144248/Put/seqid=0 2024-11-20T19:32:27,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742221_1397 (size=12697) 2024-11-20T19:32:27,499 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/ff67128a46594e2b9b4a2a1e19026d6d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/ff67128a46594e2b9b4a2a1e19026d6d 2024-11-20T19:32:27,507 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/C of deceded0329e5ce30f0af334dadc33bc into ff67128a46594e2b9b4a2a1e19026d6d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:27,507 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:27,507 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/C, priority=13, startTime=1732131147356; duration=0sec 2024-11-20T19:32:27,508 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:27,508 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:C 2024-11-20T19:32:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T19:32:27,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T19:32:27,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:27,607 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T19:32:27,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120994a39a7cd1342fe976a024d7b9fa270_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131145733/Put/seqid=0 2024-11-20T19:32:27,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742222_1398 (size=12304) 2024-11-20T19:32:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T19:32:27,815 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): deceded0329e5ce30f0af334dadc33bc#A#compaction#329 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T19:32:27,815 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2b6c8671eb054d86981671de36823d92 is 175, key is test_row_0/A:col10/1732131144248/Put/seqid=0 2024-11-20T19:32:27,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742223_1399 (size=31651) 2024-11-20T19:32:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:27,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:28,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:28,018 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120994a39a7cd1342fe976a024d7b9fa270_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120994a39a7cd1342fe976a024d7b9fa270_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:28,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/f6a4b32b4a8740e2bcbb09b1d732eb90, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:28,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/f6a4b32b4a8740e2bcbb09b1d732eb90 is 175, key is test_row_0/A:col10/1732131145733/Put/seqid=0 2024-11-20T19:32:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742224_1400 (size=31105) 2024-11-20T19:32:28,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131208022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T19:32:28,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131208139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:28,222 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2b6c8671eb054d86981671de36823d92 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2b6c8671eb054d86981671de36823d92 2024-11-20T19:32:28,226 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in deceded0329e5ce30f0af334dadc33bc/A of deceded0329e5ce30f0af334dadc33bc into 2b6c8671eb054d86981671de36823d92(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:28,226 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:28,226 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., storeName=deceded0329e5ce30f0af334dadc33bc/A, priority=13, startTime=1732131147356; duration=0sec 2024-11-20T19:32:28,226 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:28,226 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:A 2024-11-20T19:32:28,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131208349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:28,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:28,394 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:32:28,423 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/f6a4b32b4a8740e2bcbb09b1d732eb90 2024-11-20T19:32:28,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/f8781ae36a5045738b4cb1db2c0d2aa3 is 50, key is test_row_0/B:col10/1732131145733/Put/seqid=0 2024-11-20T19:32:28,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742225_1401 (size=12151) 2024-11-20T19:32:28,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131208429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:28,434 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in deceded0329e5ce30f0af334dadc33bc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:28,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131208439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:28,442 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in deceded0329e5ce30f0af334dadc33bc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:28,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131208439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:28,445 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in deceded0329e5ce30f0af334dadc33bc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:28,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131208449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:28,453 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in deceded0329e5ce30f0af334dadc33bc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T19:32:28,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131208659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:28,833 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/f8781ae36a5045738b4cb1db2c0d2aa3 2024-11-20T19:32:28,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/566235171d024bdab5bb89cc02ce02ef is 50, key is test_row_0/C:col10/1732131145733/Put/seqid=0 2024-11-20T19:32:28,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742226_1402 (size=12151) 2024-11-20T19:32:29,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131209169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:29,243 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/566235171d024bdab5bb89cc02ce02ef 2024-11-20T19:32:29,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/f6a4b32b4a8740e2bcbb09b1d732eb90 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/f6a4b32b4a8740e2bcbb09b1d732eb90 2024-11-20T19:32:29,249 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/f6a4b32b4a8740e2bcbb09b1d732eb90, entries=150, sequenceid=250, filesize=30.4 K 2024-11-20T19:32:29,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/f8781ae36a5045738b4cb1db2c0d2aa3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f8781ae36a5045738b4cb1db2c0d2aa3 2024-11-20T19:32:29,253 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f8781ae36a5045738b4cb1db2c0d2aa3, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T19:32:29,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/566235171d024bdab5bb89cc02ce02ef as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/566235171d024bdab5bb89cc02ce02ef 2024-11-20T19:32:29,257 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/566235171d024bdab5bb89cc02ce02ef, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T19:32:29,257 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for deceded0329e5ce30f0af334dadc33bc in 1650ms, sequenceid=250, compaction requested=false 2024-11-20T19:32:29,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:29,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:29,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-20T19:32:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-20T19:32:29,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-20T19:32:29,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8050 sec 2024-11-20T19:32:29,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.8110 sec 2024-11-20T19:32:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T19:32:29,610 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:29,610 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-20T19:32:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T19:32:29,612 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:29,612 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:29,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T19:32:29,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T19:32:29,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:29,765 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T19:32:29,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112035c5e6bc0faa47bf85c0d3ddb9830038_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131148020/Put/seqid=0 2024-11-20T19:32:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742227_1403 (size=12454) 2024-11-20T19:32:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T19:32:30,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:30,181 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112035c5e6bc0faa47bf85c0d3ddb9830038_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112035c5e6bc0faa47bf85c0d3ddb9830038_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:30,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/1207ce547b8a491d806af98651fc88e9, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:30,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/1207ce547b8a491d806af98651fc88e9 is 175, key is test_row_0/A:col10/1732131148020/Put/seqid=0 2024-11-20T19:32:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:30,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742228_1404 (size=31255) 2024-11-20T19:32:30,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131210208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T19:32:30,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131210319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:30,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:30,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:30,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:30,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131210529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:30,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:30,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:30,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:30,589 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/1207ce547b8a491d806af98651fc88e9 2024-11-20T19:32:30,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/6e279ac7ccb14416a403bb1f48435ff8 is 50, key is test_row_0/B:col10/1732131148020/Put/seqid=0 2024-11-20T19:32:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742229_1405 (size=12301) 2024-11-20T19:32:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T19:32:30,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131210838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:30,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:30,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:30,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:31,000 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/6e279ac7ccb14416a403bb1f48435ff8 2024-11-20T19:32:31,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/fd8407b8cc044815858d9fb5ca296cc8 is 50, key is test_row_0/C:col10/1732131148020/Put/seqid=0 2024-11-20T19:32:31,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742230_1406 (size=12301) 2024-11-20T19:32:31,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131211349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:31,410 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/fd8407b8cc044815858d9fb5ca296cc8 2024-11-20T19:32:31,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/1207ce547b8a491d806af98651fc88e9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/1207ce547b8a491d806af98651fc88e9 2024-11-20T19:32:31,416 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/1207ce547b8a491d806af98651fc88e9, entries=150, sequenceid=278, filesize=30.5 K 2024-11-20T19:32:31,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/6e279ac7ccb14416a403bb1f48435ff8 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/6e279ac7ccb14416a403bb1f48435ff8 2024-11-20T19:32:31,419 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/6e279ac7ccb14416a403bb1f48435ff8, entries=150, sequenceid=278, filesize=12.0 K 2024-11-20T19:32:31,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/fd8407b8cc044815858d9fb5ca296cc8 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/fd8407b8cc044815858d9fb5ca296cc8 2024-11-20T19:32:31,423 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/fd8407b8cc044815858d9fb5ca296cc8, entries=150, sequenceid=278, filesize=12.0 K 2024-11-20T19:32:31,424 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for deceded0329e5ce30f0af334dadc33bc in 1658ms, sequenceid=278, compaction requested=true 2024-11-20T19:32:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:31,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-20T19:32:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-20T19:32:31,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-20T19:32:31,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-11-20T19:32:31,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.8170 sec 2024-11-20T19:32:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T19:32:31,769 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:31,769 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-20T19:32:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T19:32:31,771 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:31,771 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:31,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T19:32:31,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T19:32:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:31,924 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T19:32:31,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fd8833301bfe49188e19698bdc738439_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131150197/Put/seqid=0 2024-11-20T19:32:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742231_1407 (size=12454) 2024-11-20T19:32:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T19:32:32,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T19:32:32,462 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fd8833301bfe49188e19698bdc738439_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd8833301bfe49188e19698bdc738439_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:32,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. as already flushing 2024-11-20T19:32:32,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/be2b286e5cbf4294837fe18addb2155e, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:32,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/be2b286e5cbf4294837fe18addb2155e is 175, key is test_row_0/A:col10/1732131150197/Put/seqid=0 2024-11-20T19:32:32,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742232_1408 (size=31255) 2024-11-20T19:32:32,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131212502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131212503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131212508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131212509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131212515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131212619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131212619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131212619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131212629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131212629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131212830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131212830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131212830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,839 INFO [Thread-1528 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1528. 2024-11-20T19:32:32,839 DEBUG [Thread-1528 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:32,839 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:32,840 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:32,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131212839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131212839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:32,846 INFO [Thread-1526 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1526. 2024-11-20T19:32:32,847 DEBUG [Thread-1526 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:32,847 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:32,847 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:32,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:32,848 INFO [Thread-1530 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1530. 2024-11-20T19:32:32,848 DEBUG [Thread-1530 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:32,848 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:32,848 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:32,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:32,850 INFO [Thread-1532 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1532. 2024-11-20T19:32:32,850 DEBUG [Thread-1532 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:32,850 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:32,850 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:32,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:32,856 INFO [Thread-1534 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1534. 2024-11-20T19:32:32,856 DEBUG [Thread-1534 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:32,856 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:32,856 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:32,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:32,867 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/be2b286e5cbf4294837fe18addb2155e 2024-11-20T19:32:32,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/e01d6bc83a33401caf621be12e59b1c5 is 50, key is test_row_0/B:col10/1732131150197/Put/seqid=0 2024-11-20T19:32:32,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742233_1409 (size=12301) 2024-11-20T19:32:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T19:32:33,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:33,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131213150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131213150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:33,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131213151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:33,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:33,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131213160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131213160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:33,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:33,278 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/e01d6bc83a33401caf621be12e59b1c5 2024-11-20T19:32:33,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/feb4a888e1ef47fa8cf36d9e75360cc1 is 50, key is test_row_0/C:col10/1732131150197/Put/seqid=0 2024-11-20T19:32:33,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742234_1410 (size=12301) 2024-11-20T19:32:33,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:33,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47642 deadline: 1732131213660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47686 deadline: 1732131213660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:33,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47656 deadline: 1732131213660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:33,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:33,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:33,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47644 deadline: 1732131213670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47632 deadline: 1732131213670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:32:33,695 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/feb4a888e1ef47fa8cf36d9e75360cc1 2024-11-20T19:32:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/be2b286e5cbf4294837fe18addb2155e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/be2b286e5cbf4294837fe18addb2155e 2024-11-20T19:32:33,711 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/be2b286e5cbf4294837fe18addb2155e, entries=150, sequenceid=287, filesize=30.5 K 2024-11-20T19:32:33,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/e01d6bc83a33401caf621be12e59b1c5 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/e01d6bc83a33401caf621be12e59b1c5 2024-11-20T19:32:33,716 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/e01d6bc83a33401caf621be12e59b1c5, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T19:32:33,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/feb4a888e1ef47fa8cf36d9e75360cc1 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/feb4a888e1ef47fa8cf36d9e75360cc1 2024-11-20T19:32:33,721 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/feb4a888e1ef47fa8cf36d9e75360cc1, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T19:32:33,722 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for deceded0329e5ce30f0af334dadc33bc in 1798ms, sequenceid=287, compaction requested=true 2024-11-20T19:32:33,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:33,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:33,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-20T19:32:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-20T19:32:33,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-20T19:32:33,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9520 sec 2024-11-20T19:32:33,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.9580 sec 2024-11-20T19:32:33,824 DEBUG [regionserver/e14ef07817f4:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-20T19:32:33,829 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/be68f1e335db40ba8fa503fe87a5034d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/37c19db7d109441a9a3083ddaa129a6f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2b3e9990ef514b6ab66e8c3df76ead65, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/c8678be5a54e4afea0b6de0b53b1a498, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/ca5dc67dc4a54b91817e346f59016408, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/49c4ccc00aed445f829551fdb9f46312, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/25bcfc631b4a45388d2918eba566c6a8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/049f7ba0a0aa4244acd1748dfc093fee, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/a9d4195a1989422bb086b650b70ddbf2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2e5acb76abdd4fb0bf35a4ebdf464005, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/ff1e443077b4410e869dcd898b1606b5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/3c46a74094fc43fd93b04951b614b691, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/0ed6eb984bc14d9e95ff61ddc174a808, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/09f6a07e73444e2b93cb5e1a71bef11c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/628fc5a5a51a423eab06c77d2968154a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/f2d6a461bae24f90bf1d81ae751f1b85] to archive 2024-11-20T19:32:33,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:32:33,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/be68f1e335db40ba8fa503fe87a5034d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/be68f1e335db40ba8fa503fe87a5034d 2024-11-20T19:32:33,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/37c19db7d109441a9a3083ddaa129a6f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/37c19db7d109441a9a3083ddaa129a6f 2024-11-20T19:32:33,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2b3e9990ef514b6ab66e8c3df76ead65 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2b3e9990ef514b6ab66e8c3df76ead65 2024-11-20T19:32:33,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/c8678be5a54e4afea0b6de0b53b1a498 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/c8678be5a54e4afea0b6de0b53b1a498 2024-11-20T19:32:33,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/ca5dc67dc4a54b91817e346f59016408 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/ca5dc67dc4a54b91817e346f59016408 2024-11-20T19:32:33,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/49c4ccc00aed445f829551fdb9f46312 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/49c4ccc00aed445f829551fdb9f46312 2024-11-20T19:32:33,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/25bcfc631b4a45388d2918eba566c6a8 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/25bcfc631b4a45388d2918eba566c6a8 2024-11-20T19:32:33,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/049f7ba0a0aa4244acd1748dfc093fee to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/049f7ba0a0aa4244acd1748dfc093fee 2024-11-20T19:32:33,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/a9d4195a1989422bb086b650b70ddbf2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/a9d4195a1989422bb086b650b70ddbf2 2024-11-20T19:32:33,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2e5acb76abdd4fb0bf35a4ebdf464005 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2e5acb76abdd4fb0bf35a4ebdf464005 2024-11-20T19:32:33,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/ff1e443077b4410e869dcd898b1606b5 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/ff1e443077b4410e869dcd898b1606b5 2024-11-20T19:32:33,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/3c46a74094fc43fd93b04951b614b691 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/3c46a74094fc43fd93b04951b614b691 2024-11-20T19:32:33,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/0ed6eb984bc14d9e95ff61ddc174a808 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/0ed6eb984bc14d9e95ff61ddc174a808 2024-11-20T19:32:33,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/09f6a07e73444e2b93cb5e1a71bef11c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/09f6a07e73444e2b93cb5e1a71bef11c 2024-11-20T19:32:33,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/628fc5a5a51a423eab06c77d2968154a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/628fc5a5a51a423eab06c77d2968154a 2024-11-20T19:32:33,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/f2d6a461bae24f90bf1d81ae751f1b85 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/f2d6a461bae24f90bf1d81ae751f1b85 2024-11-20T19:32:33,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f1653b8f703e42caa7962b54ff258c9d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/51b62d93a8a14794ab62453727befc05, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a2bdd8d4b8eb480c81fab6eb14e583a6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/07cce397aff14d9886698e6c37d44806, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/9c662b1f1b034fd8b8c3713cc2533c43, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/d886cf3d42db4390947444eb8a2ce4d3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/78e27b6abd1c4f2bbca03f12cd063cf6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/be08ecb018ad432da95590640dddd423, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/ce2f426b24984be5b3b522a0c205aac5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/c1b479d770864341b0d47d1bdea43157, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a83c2f79872a490ca2d285a4dd5f5a84, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/8aed1a437a0b43088037e4fa154a1633, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/bd082c0032784d6987a13f49e06d7cf7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/8cc9a5b81fdc42289d5e3717ed70558f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f14bcc7e0d21406e9c0ca171a5da6549, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/cf8817eb1d694364ae53602d9bd57d19] to archive 2024-11-20T19:32:33,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:32:33,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f1653b8f703e42caa7962b54ff258c9d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f1653b8f703e42caa7962b54ff258c9d 2024-11-20T19:32:33,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/51b62d93a8a14794ab62453727befc05 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/51b62d93a8a14794ab62453727befc05 2024-11-20T19:32:33,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a2bdd8d4b8eb480c81fab6eb14e583a6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a2bdd8d4b8eb480c81fab6eb14e583a6 2024-11-20T19:32:33,852 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/07cce397aff14d9886698e6c37d44806 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/07cce397aff14d9886698e6c37d44806 2024-11-20T19:32:33,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/9c662b1f1b034fd8b8c3713cc2533c43 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/9c662b1f1b034fd8b8c3713cc2533c43 2024-11-20T19:32:33,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/d886cf3d42db4390947444eb8a2ce4d3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/d886cf3d42db4390947444eb8a2ce4d3 2024-11-20T19:32:33,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/78e27b6abd1c4f2bbca03f12cd063cf6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/78e27b6abd1c4f2bbca03f12cd063cf6 2024-11-20T19:32:33,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/be08ecb018ad432da95590640dddd423 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/be08ecb018ad432da95590640dddd423 2024-11-20T19:32:33,856 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/ce2f426b24984be5b3b522a0c205aac5 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/ce2f426b24984be5b3b522a0c205aac5 2024-11-20T19:32:33,856 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/c1b479d770864341b0d47d1bdea43157 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/c1b479d770864341b0d47d1bdea43157 2024-11-20T19:32:33,857 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a83c2f79872a490ca2d285a4dd5f5a84 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a83c2f79872a490ca2d285a4dd5f5a84 2024-11-20T19:32:33,857 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/8aed1a437a0b43088037e4fa154a1633 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/8aed1a437a0b43088037e4fa154a1633 2024-11-20T19:32:33,858 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/bd082c0032784d6987a13f49e06d7cf7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/bd082c0032784d6987a13f49e06d7cf7 2024-11-20T19:32:33,859 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/8cc9a5b81fdc42289d5e3717ed70558f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/8cc9a5b81fdc42289d5e3717ed70558f 2024-11-20T19:32:33,859 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f14bcc7e0d21406e9c0ca171a5da6549 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f14bcc7e0d21406e9c0ca171a5da6549 2024-11-20T19:32:33,860 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/cf8817eb1d694364ae53602d9bd57d19 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/cf8817eb1d694364ae53602d9bd57d19 2024-11-20T19:32:33,862 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/bc344fb4d8484458ad74473a2e05f028, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/48894908802644019d434c3aa557a248, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/541d00e3fbb14030b8aea0df71ca9d9b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/b51822c9577c4c6889746f076d113ca8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/095371096e80447d89fd22cc1007d5d2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/9401b3d0591e4f7f88c4edea6cd37f39, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/c5216b6eda3b42c68acee028c6d2e4c9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/6c029909f161408f99f16074d38308e7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/ee82fd37bf4749cbb8cd0b28b2b70282, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/68bdef3d65d24c2a858768eebf30c496, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/a903878b355b469a9ae8fe9f73368759, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/7c528d2958d4463396f069871fca74d0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/42479fec46614365898849a99369a582, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/b57ba81a01864c54881eab72e3899153, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/117eee0cbcc543f79bd9a1701e867463, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/94e85628413b4962b063d82069543a43] to archive 2024-11-20T19:32:33,863 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:32:33,864 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/bc344fb4d8484458ad74473a2e05f028 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/bc344fb4d8484458ad74473a2e05f028 2024-11-20T19:32:33,864 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/48894908802644019d434c3aa557a248 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/48894908802644019d434c3aa557a248 2024-11-20T19:32:33,865 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/541d00e3fbb14030b8aea0df71ca9d9b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/541d00e3fbb14030b8aea0df71ca9d9b 2024-11-20T19:32:33,866 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/b51822c9577c4c6889746f076d113ca8 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/b51822c9577c4c6889746f076d113ca8 2024-11-20T19:32:33,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/095371096e80447d89fd22cc1007d5d2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/095371096e80447d89fd22cc1007d5d2 2024-11-20T19:32:33,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/9401b3d0591e4f7f88c4edea6cd37f39 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/9401b3d0591e4f7f88c4edea6cd37f39 2024-11-20T19:32:33,868 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/c5216b6eda3b42c68acee028c6d2e4c9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/c5216b6eda3b42c68acee028c6d2e4c9 2024-11-20T19:32:33,869 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/6c029909f161408f99f16074d38308e7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/6c029909f161408f99f16074d38308e7 2024-11-20T19:32:33,869 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/ee82fd37bf4749cbb8cd0b28b2b70282 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/ee82fd37bf4749cbb8cd0b28b2b70282 2024-11-20T19:32:33,870 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/68bdef3d65d24c2a858768eebf30c496 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/68bdef3d65d24c2a858768eebf30c496 2024-11-20T19:32:33,871 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/a903878b355b469a9ae8fe9f73368759 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/a903878b355b469a9ae8fe9f73368759 2024-11-20T19:32:33,872 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/7c528d2958d4463396f069871fca74d0 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/7c528d2958d4463396f069871fca74d0 2024-11-20T19:32:33,872 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/42479fec46614365898849a99369a582 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/42479fec46614365898849a99369a582 2024-11-20T19:32:33,873 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/b57ba81a01864c54881eab72e3899153 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/b57ba81a01864c54881eab72e3899153 2024-11-20T19:32:33,873 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/117eee0cbcc543f79bd9a1701e867463 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/117eee0cbcc543f79bd9a1701e867463 2024-11-20T19:32:33,874 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/94e85628413b4962b063d82069543a43 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/94e85628413b4962b063d82069543a43 2024-11-20T19:32:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T19:32:33,920 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:34,673 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:34,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T19:32:34,674 INFO [Thread-1515 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1515. 2024-11-20T19:32:34,674 DEBUG [Thread-1515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:34,674 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:34,674 INFO [Thread-1521 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1521. 2024-11-20T19:32:34,674 INFO [Thread-1519 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1519. 2024-11-20T19:32:34,674 DEBUG [Thread-1521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:34,674 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:34,674 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:34,674 DEBUG [Thread-1519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:34,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:34,674 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:34,675 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:34,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:34,675 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:34,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:34,681 INFO [Thread-1523 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1523. 2024-11-20T19:32:34,681 INFO [Thread-1517 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1517. 2024-11-20T19:32:34,681 DEBUG [Thread-1523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:34,681 DEBUG [Thread-1517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:32:34,681 DEBUG [Thread-1523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:34,681 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:34,681 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:34,681 DEBUG [Thread-1523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:34,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:34,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:34,681 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T19:32:34,681 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-20T19:32:34,681 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-20T19:32:34,681 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-20T19:32:34,681 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-20T19:32:34,681 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-20T19:32:34,681 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T19:32:34,681 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T19:32:34,681 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1399 2024-11-20T19:32:34,681 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4197 rows 2024-11-20T19:32:34,681 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1402 2024-11-20T19:32:34,681 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4206 rows 2024-11-20T19:32:34,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1399 2024-11-20T19:32:34,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4197 rows 2024-11-20T19:32:34,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1400 2024-11-20T19:32:34,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4200 rows 2024-11-20T19:32:34,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1404 2024-11-20T19:32:34,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4211 rows 2024-11-20T19:32:34,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:32:34,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:32:34,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:34,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:34,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:32:34,682 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-20T19:32:34,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a6d2cb662833402394350285fa8960bc_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_0/A:col10/1732131152514/Put/seqid=0 2024-11-20T19:32:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T19:32:34,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131154685"}]},"ts":"1732131154685"} 2024-11-20T19:32:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742235_1411 (size=12454) 2024-11-20T19:32:34,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T19:32:34,687 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T19:32:34,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:32:34,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, UNASSIGN}] 2024-11-20T19:32:34,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, UNASSIGN 2024-11-20T19:32:34,690 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=deceded0329e5ce30f0af334dadc33bc, regionState=CLOSING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:34,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, UNASSIGN because future has completed 2024-11-20T19:32:34,691 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:32:34,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:32:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T19:32:34,843 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(122): Close deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:34,844 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:32:34,844 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1722): Closing deceded0329e5ce30f0af334dadc33bc, disabling compactions & flushes 2024-11-20T19:32:34,844 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T19:32:35,088 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:35,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a6d2cb662833402394350285fa8960bc_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6d2cb662833402394350285fa8960bc_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:35,099 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/d34660d21c654f89a11f747b0d5bbf11, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:35,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/d34660d21c654f89a11f747b0d5bbf11 is 175, key is test_row_0/A:col10/1732131152514/Put/seqid=0 2024-11-20T19:32:35,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742236_1412 (size=31255) 2024-11-20T19:32:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T19:32:35,505 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/d34660d21c654f89a11f747b0d5bbf11 2024-11-20T19:32:35,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/2f85bf0056504e508eac14e85fbbb162 is 50, key is test_row_0/B:col10/1732131152514/Put/seqid=0 2024-11-20T19:32:35,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742237_1413 (size=12301) 2024-11-20T19:32:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T19:32:35,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/2f85bf0056504e508eac14e85fbbb162 2024-11-20T19:32:35,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/7715de65ee56450fbb85dec2ae95962b is 50, key is test_row_0/C:col10/1732131152514/Put/seqid=0 2024-11-20T19:32:35,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742238_1414 (size=12301) 2024-11-20T19:32:36,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/7715de65ee56450fbb85dec2ae95962b 2024-11-20T19:32:36,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/d34660d21c654f89a11f747b0d5bbf11 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/d34660d21c654f89a11f747b0d5bbf11 2024-11-20T19:32:36,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/d34660d21c654f89a11f747b0d5bbf11, entries=150, sequenceid=317, filesize=30.5 K 2024-11-20T19:32:36,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/2f85bf0056504e508eac14e85fbbb162 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/2f85bf0056504e508eac14e85fbbb162 2024-11-20T19:32:36,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/2f85bf0056504e508eac14e85fbbb162, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T19:32:36,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/7715de65ee56450fbb85dec2ae95962b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/7715de65ee56450fbb85dec2ae95962b 2024-11-20T19:32:36,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/7715de65ee56450fbb85dec2ae95962b, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T19:32:36,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=13.42 KB/13740 for deceded0329e5ce30f0af334dadc33bc in 1684ms, sequenceid=317, compaction requested=true 2024-11-20T19:32:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for deceded0329e5ce30f0af334dadc33bc: 2024-11-20T19:32:36,357 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:36,357 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:36,357 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. after waiting 0 ms 2024-11-20T19:32:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:36,357 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. because compaction request was cancelled 2024-11-20T19:32:36,357 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:36,357 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:A 2024-11-20T19:32:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:36,357 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. because compaction request was cancelled 2024-11-20T19:32:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store deceded0329e5ce30f0af334dadc33bc:C, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:36,357 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(2902): Flushing deceded0329e5ce30f0af334dadc33bc 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-20T19:32:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:36,357 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. because compaction request was cancelled 2024-11-20T19:32:36,357 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:B 2024-11-20T19:32:36,357 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: deceded0329e5ce30f0af334dadc33bc:C 2024-11-20T19:32:36,361 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f14645bf61874564a43ee3f499e82534_deceded0329e5ce30f0af334dadc33bc is 50, key is test_row_1/A:col10/1732131154680/Put/seqid=0 2024-11-20T19:32:36,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742239_1415 (size=9914) 2024-11-20T19:32:36,765 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:36,775 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f14645bf61874564a43ee3f499e82534_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f14645bf61874564a43ee3f499e82534_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:36,776 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2c366777e3f4446a8d4bb468b01742f8, store: [table=TestAcidGuarantees family=A region=deceded0329e5ce30f0af334dadc33bc] 2024-11-20T19:32:36,777 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2c366777e3f4446a8d4bb468b01742f8 is 175, key is test_row_1/A:col10/1732131154680/Put/seqid=0 2024-11-20T19:32:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742240_1416 (size=22561) 2024-11-20T19:32:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T19:32:37,182 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2c366777e3f4446a8d4bb468b01742f8 2024-11-20T19:32:37,194 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/d1160cc8a51149c5a04d699697da1010 is 50, key is test_row_1/B:col10/1732131154680/Put/seqid=0 2024-11-20T19:32:37,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742241_1417 (size=9857) 2024-11-20T19:32:37,600 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/d1160cc8a51149c5a04d699697da1010 2024-11-20T19:32:37,681 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/f8dea30a173c41248f75a4f083a6a721 is 50, key is test_row_1/C:col10/1732131154680/Put/seqid=0 2024-11-20T19:32:37,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742242_1418 (size=9857) 2024-11-20T19:32:38,087 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/f8dea30a173c41248f75a4f083a6a721 2024-11-20T19:32:38,100 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/A/2c366777e3f4446a8d4bb468b01742f8 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2c366777e3f4446a8d4bb468b01742f8 2024-11-20T19:32:38,103 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2c366777e3f4446a8d4bb468b01742f8, entries=100, sequenceid=322, filesize=22.0 K 2024-11-20T19:32:38,104 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/B/d1160cc8a51149c5a04d699697da1010 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/d1160cc8a51149c5a04d699697da1010 2024-11-20T19:32:38,107 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/d1160cc8a51149c5a04d699697da1010, entries=100, sequenceid=322, filesize=9.6 K 2024-11-20T19:32:38,107 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/.tmp/C/f8dea30a173c41248f75a4f083a6a721 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/f8dea30a173c41248f75a4f083a6a721 2024-11-20T19:32:38,110 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/f8dea30a173c41248f75a4f083a6a721, entries=100, sequenceid=322, filesize=9.6 K 2024-11-20T19:32:38,111 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for deceded0329e5ce30f0af334dadc33bc in 1754ms, sequenceid=322, compaction requested=true 2024-11-20T19:32:38,114 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/recovered.edits/325.seqid, newMaxSeqId=325, maxSeqId=4 2024-11-20T19:32:38,115 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. 2024-11-20T19:32:38,115 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1676): Region close journal for deceded0329e5ce30f0af334dadc33bc: Waiting for close lock at 1732131154844Running coprocessor pre-close hooks at 1732131154844Disabling compacts and flushes for region at 1732131154844Disabling writes for close at 1732131156357 (+1513 ms)Obtaining lock to block concurrent updates at 1732131156357Preparing flush snapshotting stores in deceded0329e5ce30f0af334dadc33bc at 1732131156357Finished memstore snapshotting TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1732131156357Flushing stores of TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc. at 1732131156358 (+1 ms)Flushing deceded0329e5ce30f0af334dadc33bc/A: creating writer at 1732131156358Flushing mob file deceded0329e5ce30f0af334dadc33bc/A: appending metadata at 1732131156361 (+3 ms)Flushing mob file deceded0329e5ce30f0af334dadc33bc/A: closing flushed file at 1732131156361Flushing deceded0329e5ce30f0af334dadc33bc/A: appending metadata at 1732131156776 (+415 ms)Flushing deceded0329e5ce30f0af334dadc33bc/A: closing flushed file at 1732131156776Flushing deceded0329e5ce30f0af334dadc33bc/B: creating writer at 1732131157192 (+416 ms)Flushing deceded0329e5ce30f0af334dadc33bc/B: appending metadata at 1732131157194 (+2 ms)Flushing deceded0329e5ce30f0af334dadc33bc/B: closing flushed file at 1732131157194Flushing deceded0329e5ce30f0af334dadc33bc/C: creating writer at 1732131157675 (+481 ms)Flushing deceded0329e5ce30f0af334dadc33bc/C: appending metadata at 1732131157680 (+5 ms)Flushing deceded0329e5ce30f0af334dadc33bc/C: closing flushed file at 1732131157681 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e0fe4d: reopening flushed file at 1732131158098 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca30f5c: reopening flushed file at 1732131158103 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1544b02e: reopening flushed file at 1732131158107 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for deceded0329e5ce30f0af334dadc33bc in 1754ms, sequenceid=322, compaction requested=true at 1732131158111 (+4 ms)Writing region close event to WAL at 1732131158112 (+1 ms)Running coprocessor post-close hooks at 1732131158115 (+3 ms)Closed at 1732131158115 2024-11-20T19:32:38,116 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(157): Closed deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=deceded0329e5ce30f0af334dadc33bc, regionState=CLOSED 2024-11-20T19:32:38,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:32:38,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-20T19:32:38,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseRegionProcedure deceded0329e5ce30f0af334dadc33bc, server=e14ef07817f4,39645,1732131030299 in 3.4270 sec 2024-11-20T19:32:38,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108 2024-11-20T19:32:38,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=deceded0329e5ce30f0af334dadc33bc, UNASSIGN in 3.4310 sec 2024-11-20T19:32:38,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-20T19:32:38,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.4340 sec 2024-11-20T19:32:38,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131158123"}]},"ts":"1732131158123"} 2024-11-20T19:32:38,125 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T19:32:38,125 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T19:32:38,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.4420 sec 2024-11-20T19:32:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T19:32:38,841 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:38,843 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-20T19:32:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:38,848 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T19:32:38,850 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=111, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:38,853 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,856 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/recovered.edits] 2024-11-20T19:32:38,860 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/1207ce547b8a491d806af98651fc88e9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/1207ce547b8a491d806af98651fc88e9 2024-11-20T19:32:38,861 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2b6c8671eb054d86981671de36823d92 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2b6c8671eb054d86981671de36823d92 2024-11-20T19:32:38,862 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2c366777e3f4446a8d4bb468b01742f8 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/2c366777e3f4446a8d4bb468b01742f8 2024-11-20T19:32:38,864 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/be2b286e5cbf4294837fe18addb2155e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/be2b286e5cbf4294837fe18addb2155e 2024-11-20T19:32:38,866 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/d34660d21c654f89a11f747b0d5bbf11 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/d34660d21c654f89a11f747b0d5bbf11 2024-11-20T19:32:38,867 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/f6a4b32b4a8740e2bcbb09b1d732eb90 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/A/f6a4b32b4a8740e2bcbb09b1d732eb90 2024-11-20T19:32:38,872 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/2f85bf0056504e508eac14e85fbbb162 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/2f85bf0056504e508eac14e85fbbb162 2024-11-20T19:32:38,873 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/6e279ac7ccb14416a403bb1f48435ff8 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/6e279ac7ccb14416a403bb1f48435ff8 2024-11-20T19:32:38,875 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a68472f19edc4ca987b9961a2466aa49 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/a68472f19edc4ca987b9961a2466aa49 2024-11-20T19:32:38,876 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/d1160cc8a51149c5a04d699697da1010 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/d1160cc8a51149c5a04d699697da1010 2024-11-20T19:32:38,877 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/e01d6bc83a33401caf621be12e59b1c5 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/e01d6bc83a33401caf621be12e59b1c5 2024-11-20T19:32:38,878 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f8781ae36a5045738b4cb1db2c0d2aa3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/B/f8781ae36a5045738b4cb1db2c0d2aa3 2024-11-20T19:32:38,881 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/566235171d024bdab5bb89cc02ce02ef to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/566235171d024bdab5bb89cc02ce02ef 2024-11-20T19:32:38,882 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/7715de65ee56450fbb85dec2ae95962b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/7715de65ee56450fbb85dec2ae95962b 2024-11-20T19:32:38,883 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/f8dea30a173c41248f75a4f083a6a721 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/f8dea30a173c41248f75a4f083a6a721 2024-11-20T19:32:38,884 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/fd8407b8cc044815858d9fb5ca296cc8 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/fd8407b8cc044815858d9fb5ca296cc8 2024-11-20T19:32:38,886 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/feb4a888e1ef47fa8cf36d9e75360cc1 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/feb4a888e1ef47fa8cf36d9e75360cc1 2024-11-20T19:32:38,887 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/ff67128a46594e2b9b4a2a1e19026d6d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/C/ff67128a46594e2b9b4a2a1e19026d6d 2024-11-20T19:32:38,890 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/recovered.edits/325.seqid to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc/recovered.edits/325.seqid 2024-11-20T19:32:38,891 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,891 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T19:32:38,891 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T19:32:38,892 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T19:32:38,897 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112016e206b63e88459f93c88795b4f3a4d4_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112016e206b63e88459f93c88795b4f3a4d4_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,899 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029bd7c39685a470ab85cd881f5d63b3b_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029bd7c39685a470ab85cd881f5d63b3b_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,901 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202b687c92352f49289838f7d3c4e38af7_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202b687c92352f49289838f7d3c4e38af7_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,902 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112035c5e6bc0faa47bf85c0d3ddb9830038_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112035c5e6bc0faa47bf85c0d3ddb9830038_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,903 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112044ac62ebcca04e449e951b8a647e5583_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112044ac62ebcca04e449e951b8a647e5583_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,905 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112045d9aefadd2e4977adfafe20bf1df1d1_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112045d9aefadd2e4977adfafe20bf1df1d1_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,906 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120496e2a6933ec4557b5cf65f6361572ea_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120496e2a6933ec4557b5cf65f6361572ea_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,907 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120659201205f214e4d9c23ed6173d8e4dc_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120659201205f214e4d9c23ed6173d8e4dc_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,908 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120662f130aaaa6438c93e4f577bd0689cf_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120662f130aaaa6438c93e4f577bd0689cf_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,909 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206a77697fd308476a88fe7165b76e2aa8_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206a77697fd308476a88fe7165b76e2aa8_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,910 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120994a39a7cd1342fe976a024d7b9fa270_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120994a39a7cd1342fe976a024d7b9fa270_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,911 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a1587081fc6d47fb9771dc132dd964db_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a1587081fc6d47fb9771dc132dd964db_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,913 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6d2cb662833402394350285fa8960bc_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6d2cb662833402394350285fa8960bc_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,914 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120da19965e8de44b8c9e9ad760f20fd1f8_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120da19965e8de44b8c9e9ad760f20fd1f8_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,916 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f14645bf61874564a43ee3f499e82534_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f14645bf61874564a43ee3f499e82534_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,917 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f5d963b05ae84324bcc9c5240b5f3883_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f5d963b05ae84324bcc9c5240b5f3883_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,918 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd8833301bfe49188e19698bdc738439_deceded0329e5ce30f0af334dadc33bc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd8833301bfe49188e19698bdc738439_deceded0329e5ce30f0af334dadc33bc 2024-11-20T19:32:38,919 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T19:32:38,921 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=111, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:38,923 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T19:32:38,924 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T19:32:38,925 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=111, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:38,925 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T19:32:38,925 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732131158925"}]},"ts":"9223372036854775807"} 2024-11-20T19:32:38,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T19:32:38,926 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => deceded0329e5ce30f0af334dadc33bc, NAME => 'TestAcidGuarantees,,1732131130006.deceded0329e5ce30f0af334dadc33bc.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T19:32:38,926 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T19:32:38,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732131158926"}]},"ts":"9223372036854775807"} 2024-11-20T19:32:38,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T19:32:38,928 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=111, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:38,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-20T19:32:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T19:32:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T19:32:38,959 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:38,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242 (was 237) - Thread LEAK? -, OpenFileDescriptor=453 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 479) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7409 (was 8297) 2024-11-20T19:32:38,982 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=7408 2024-11-20T19:32:38,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:32:38,984 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:32:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T19:32:38,986 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:32:38,986 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:38,986 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 112 2024-11-20T19:32:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-20T19:32:38,987 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:32:38,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742243_1419 (size=959) 2024-11-20T19:32:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-20T19:32:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-20T19:32:39,399 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b 2024-11-20T19:32:39,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742244_1420 (size=53) 2024-11-20T19:32:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-20T19:32:39,633 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T19:32:39,810 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:32:39,810 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f075b7dd6841fab6db63663a8a8b5265, disabling compactions & flushes 2024-11-20T19:32:39,811 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:39,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:39,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. after waiting 0 ms 2024-11-20T19:32:39,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:39,811 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:39,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f075b7dd6841fab6db63663a8a8b5265: Waiting for close lock at 1732131159810Disabling compacts and flushes for region at 1732131159810Disabling writes for close at 1732131159811 (+1 ms)Writing region close event to WAL at 1732131159811Closed at 1732131159811 2024-11-20T19:32:39,814 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:32:39,815 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732131159814"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732131159814"}]},"ts":"1732131159814"} 2024-11-20T19:32:39,817 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:32:39,818 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:32:39,818 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131159818"}]},"ts":"1732131159818"} 2024-11-20T19:32:39,819 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T19:32:39,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f075b7dd6841fab6db63663a8a8b5265, ASSIGN}] 2024-11-20T19:32:39,821 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f075b7dd6841fab6db63663a8a8b5265, ASSIGN 2024-11-20T19:32:39,822 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f075b7dd6841fab6db63663a8a8b5265, ASSIGN; state=OFFLINE, location=e14ef07817f4,39645,1732131030299; forceNewPlan=false, retain=false 2024-11-20T19:32:39,973 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=f075b7dd6841fab6db63663a8a8b5265, regionState=OPENING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:39,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f075b7dd6841fab6db63663a8a8b5265, ASSIGN because future has completed 2024-11-20T19:32:39,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:32:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-20T19:32:40,139 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:40,139 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7752): Opening region: {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:32:40,141 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,141 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:32:40,141 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7794): checking encryption for f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,141 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7797): checking classloading for f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,144 INFO [StoreOpener-f075b7dd6841fab6db63663a8a8b5265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,145 INFO [StoreOpener-f075b7dd6841fab6db63663a8a8b5265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f075b7dd6841fab6db63663a8a8b5265 columnFamilyName A 2024-11-20T19:32:40,146 DEBUG [StoreOpener-f075b7dd6841fab6db63663a8a8b5265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:40,146 INFO [StoreOpener-f075b7dd6841fab6db63663a8a8b5265-1 {}] regionserver.HStore(327): Store=f075b7dd6841fab6db63663a8a8b5265/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:32:40,146 INFO [StoreOpener-f075b7dd6841fab6db63663a8a8b5265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,148 INFO [StoreOpener-f075b7dd6841fab6db63663a8a8b5265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f075b7dd6841fab6db63663a8a8b5265 columnFamilyName B 2024-11-20T19:32:40,148 DEBUG [StoreOpener-f075b7dd6841fab6db63663a8a8b5265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:40,149 INFO [StoreOpener-f075b7dd6841fab6db63663a8a8b5265-1 {}] regionserver.HStore(327): Store=f075b7dd6841fab6db63663a8a8b5265/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:32:40,149 INFO [StoreOpener-f075b7dd6841fab6db63663a8a8b5265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,150 INFO [StoreOpener-f075b7dd6841fab6db63663a8a8b5265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f075b7dd6841fab6db63663a8a8b5265 columnFamilyName C 2024-11-20T19:32:40,150 DEBUG [StoreOpener-f075b7dd6841fab6db63663a8a8b5265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:32:40,151 INFO [StoreOpener-f075b7dd6841fab6db63663a8a8b5265-1 {}] regionserver.HStore(327): Store=f075b7dd6841fab6db63663a8a8b5265/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:32:40,151 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1038): replaying wal for f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,152 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,153 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,154 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1048): stopping wal replay for f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,154 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1060): Cleaning up temporary data for f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,155 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:32:40,157 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1093): writing seq id for f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,159 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:32:40,160 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1114): Opened f075b7dd6841fab6db63663a8a8b5265; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74374483, jitterRate=0.10826615989208221}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:32:40,160 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:40,161 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1006): Region open journal for f075b7dd6841fab6db63663a8a8b5265: Running coprocessor pre-open hook at 1732131160141Writing region info on filesystem at 1732131160141Initializing all the Stores at 1732131160143 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131160143Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131160143Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131160143Cleaning up temporary data from old regions at 1732131160154 (+11 ms)Running coprocessor post-open hooks at 1732131160160 (+6 ms)Region opened successfully at 1732131160161 (+1 ms) 2024-11-20T19:32:40,162 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., pid=114, masterSystemTime=1732131160133 2024-11-20T19:32:40,164 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:40,164 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:40,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=f075b7dd6841fab6db63663a8a8b5265, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:40,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:32:40,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-20T19:32:40,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; OpenRegionProcedure f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 in 189 msec 2024-11-20T19:32:40,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-20T19:32:40,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f075b7dd6841fab6db63663a8a8b5265, ASSIGN in 349 msec 2024-11-20T19:32:40,172 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:32:40,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131160172"}]},"ts":"1732131160172"} 2024-11-20T19:32:40,174 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T19:32:40,174 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:32:40,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1900 sec 2024-11-20T19:32:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-20T19:32:41,130 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:41,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c61dd39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:41,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:41,133 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:41,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:41,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:41,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7099575c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:41,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:41,136 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8efd4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:41,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:41,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:41,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:32:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,38253,1732131029249 2024-11-20T19:32:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@701cf62c 2024-11-20T19:32:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:32:41,144 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:32:41,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633cd150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:41,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:41,147 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:41,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:41,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:41,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6140c600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:41,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:41,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:41,149 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:41,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189268c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5851c78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:41,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:41,152 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:41,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:41,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:41,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4551b05c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:41,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:41,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:41,155 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:41,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58107498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10829033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:41,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:41,157 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:41,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202d941b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:41,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:41,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:41,158 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144d5e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dee9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:41,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:41,160 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136fdfab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:41,162 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:41,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c7275e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179662d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:41,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:41,164 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:41,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:41,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:41,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26222976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:41,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:41,165 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1fe35e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c62f443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:41,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:41,167 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e859d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:41,169 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:41,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796c39c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c83dd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:41,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:41,170 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:41,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:41,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da78232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:41,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:41,171 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2342cf02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e86fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:41,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:41,173 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110431f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:41,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:41,174 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:41,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52734477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5ce460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:41,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:41,175 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3811e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:41,176 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:41,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3aca27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ffe165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:32:41,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:32:41,178 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:32:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:32:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:32:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70904ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:32:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:32:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:32:41,179 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:32:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb64858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:32:41,179 DEBUG [Thread-1905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:41,179 DEBUG [Thread-1922 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:41,179 DEBUG [Thread-1920 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:41,180 DEBUG [Thread-1907 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:41,180 DEBUG [Thread-1913 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:41,180 DEBUG [Thread-1909 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:41,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:41,180 DEBUG [Thread-1924 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:41,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:41,181 DEBUG [Thread-1918 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:41,181 DEBUG [Thread-1911 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:41,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:41,182 DEBUG [Thread-1916 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:32:41,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:41,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:41,182 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:41,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:41,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:41,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:41,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:41,184 DEBUG [Thread-1909 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:32:41,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:41,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:32:41,184 DEBUG [Thread-1909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:32:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:32:41,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:32:41,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:41,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:32:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:32:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:32:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-20T19:32:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:32:41,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:32:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:32:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T19:32:41,188 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:32:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2] 2024-11-20T19:32:41,189 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:41,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:41,194 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:41,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:32:41,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/34147b2072d24132811c7f90b913dee9 is 50, key is test_row_0/A:col10/1732131161194/Put/seqid=0 2024-11-20T19:32:41,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742245_1421 (size=12001) 2024-11-20T19:32:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131221227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/34147b2072d24132811c7f90b913dee9 2024-11-20T19:32:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131221228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131221228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131221229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131221233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/cc3a0513091a4d4f94d51255b8fde2f3 is 50, key is test_row_0/B:col10/1732131161194/Put/seqid=0 2024-11-20T19:32:41,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742246_1422 (size=12001) 2024-11-20T19:32:41,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/cc3a0513091a4d4f94d51255b8fde2f3 2024-11-20T19:32:41,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/bd863ba2ea5a4f049f699c7b5a5d24b6 is 50, key is test_row_0/C:col10/1732131161194/Put/seqid=0 2024-11-20T19:32:41,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742247_1423 (size=12001) 2024-11-20T19:32:41,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/bd863ba2ea5a4f049f699c7b5a5d24b6 2024-11-20T19:32:41,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/34147b2072d24132811c7f90b913dee9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/34147b2072d24132811c7f90b913dee9 2024-11-20T19:32:41,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/34147b2072d24132811c7f90b913dee9, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T19:32:41,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/cc3a0513091a4d4f94d51255b8fde2f3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/cc3a0513091a4d4f94d51255b8fde2f3 2024-11-20T19:32:41,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/cc3a0513091a4d4f94d51255b8fde2f3, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T19:32:41,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/bd863ba2ea5a4f049f699c7b5a5d24b6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/bd863ba2ea5a4f049f699c7b5a5d24b6 2024-11-20T19:32:41,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/bd863ba2ea5a4f049f699c7b5a5d24b6, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T19:32:41,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f075b7dd6841fab6db63663a8a8b5265 in 102ms, sequenceid=15, compaction requested=false 2024-11-20T19:32:41,296 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T19:32:41,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T19:32:41,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-20T19:32:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:41,342 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T19:32:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:41,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:41,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/9aad452da45b4983a3eda23052fc6d48 is 50, key is test_row_0/A:col10/1732131161341/Put/seqid=0 2024-11-20T19:32:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742248_1424 (size=12001) 2024-11-20T19:32:41,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131221354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131221355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131221360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131221361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131221366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131221469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131221469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131221469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131221479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131221489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T19:32:41,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131221679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131221679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131221679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131221689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131221699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,750 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/9aad452da45b4983a3eda23052fc6d48 2024-11-20T19:32:41,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/a0acfd4415d84aa982d0a5e9b0e4cb59 is 50, key is test_row_0/B:col10/1732131161341/Put/seqid=0 2024-11-20T19:32:41,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742249_1425 (size=12001) 2024-11-20T19:32:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T19:32:41,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131221989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131221990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131221990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:42,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131221999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:42,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:42,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131222009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:42,160 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/a0acfd4415d84aa982d0a5e9b0e4cb59 2024-11-20T19:32:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/312b612889644dfa9a6d95cdbc8087b2 is 50, key is test_row_0/C:col10/1732131161341/Put/seqid=0 2024-11-20T19:32:42,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742250_1426 (size=12001) 2024-11-20T19:32:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T19:32:42,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131222499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131222499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:42,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131222509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:42,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131222509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:42,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131222518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:42,569 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/312b612889644dfa9a6d95cdbc8087b2 2024-11-20T19:32:42,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/9aad452da45b4983a3eda23052fc6d48 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/9aad452da45b4983a3eda23052fc6d48 2024-11-20T19:32:42,574 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/9aad452da45b4983a3eda23052fc6d48, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T19:32:42,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/a0acfd4415d84aa982d0a5e9b0e4cb59 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/a0acfd4415d84aa982d0a5e9b0e4cb59 2024-11-20T19:32:42,577 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/a0acfd4415d84aa982d0a5e9b0e4cb59, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T19:32:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/312b612889644dfa9a6d95cdbc8087b2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/312b612889644dfa9a6d95cdbc8087b2 2024-11-20T19:32:42,581 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/312b612889644dfa9a6d95cdbc8087b2, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T19:32:42,581 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f075b7dd6841fab6db63663a8a8b5265 in 1239ms, sequenceid=38, compaction requested=false 2024-11-20T19:32:42,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:42,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:42,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-20T19:32:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-20T19:32:42,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-20T19:32:42,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-20T19:32:42,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.4020 sec 2024-11-20T19:32:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T19:32:43,339 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:43,339 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-20T19:32:43,341 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T19:32:43,343 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:43,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T19:32:43,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-20T19:32:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:43,495 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T19:32:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/8d4b3233778d4d3d9d28edf18b777635 is 50, key is test_row_0/A:col10/1732131161360/Put/seqid=0 2024-11-20T19:32:43,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742251_1427 (size=12001) 2024-11-20T19:32:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:43,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:43,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131223555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131223556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131223566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131223567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131223569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:32:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T19:32:43,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131223679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131223680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131223680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131223689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131223689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131223889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131223889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,906 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/8d4b3233778d4d3d9d28edf18b777635 2024-11-20T19:32:43,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131223899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131223899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/2a29a3b5a42440e3b165541e9e45fe4d is 50, key is test_row_0/B:col10/1732131161360/Put/seqid=0 2024-11-20T19:32:43,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742252_1428 (size=12001) 2024-11-20T19:32:43,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131223909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:43,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:43,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T19:32:44,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131224199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131224199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131224219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131224219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131224229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,317 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/2a29a3b5a42440e3b165541e9e45fe4d 2024-11-20T19:32:44,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/94dd5c6d732c43ada032f479cefb6642 is 50, key is test_row_0/C:col10/1732131161360/Put/seqid=0 2024-11-20T19:32:44,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742253_1429 (size=12001) 2024-11-20T19:32:44,335 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/94dd5c6d732c43ada032f479cefb6642 2024-11-20T19:32:44,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/8d4b3233778d4d3d9d28edf18b777635 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/8d4b3233778d4d3d9d28edf18b777635 2024-11-20T19:32:44,349 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/8d4b3233778d4d3d9d28edf18b777635, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T19:32:44,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/2a29a3b5a42440e3b165541e9e45fe4d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/2a29a3b5a42440e3b165541e9e45fe4d 2024-11-20T19:32:44,355 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/2a29a3b5a42440e3b165541e9e45fe4d, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T19:32:44,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/94dd5c6d732c43ada032f479cefb6642 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/94dd5c6d732c43ada032f479cefb6642 2024-11-20T19:32:44,361 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/94dd5c6d732c43ada032f479cefb6642, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T19:32:44,365 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f075b7dd6841fab6db63663a8a8b5265 in 870ms, sequenceid=51, compaction requested=true 2024-11-20T19:32:44,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:44,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:44,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-20T19:32:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-20T19:32:44,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-20T19:32:44,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0240 sec 2024-11-20T19:32:44,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.0340 sec 2024-11-20T19:32:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T19:32:44,479 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:44,480 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-20T19:32:44,481 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T19:32:44,482 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:44,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T19:32:44,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T19:32:44,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:44,635 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T19:32:44,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/7b5e030e59894ff1b5e68b746135d8c6 is 50, key is test_row_0/A:col10/1732131163567/Put/seqid=0 2024-11-20T19:32:44,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742254_1430 (size=12001) 2024-11-20T19:32:44,664 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/7b5e030e59894ff1b5e68b746135d8c6 2024-11-20T19:32:44,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/b581c7fdee014eb89e328a0c16d3a026 is 50, key is test_row_0/B:col10/1732131163567/Put/seqid=0 2024-11-20T19:32:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742255_1431 (size=12001) 2024-11-20T19:32:44,706 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/b581c7fdee014eb89e328a0c16d3a026 2024-11-20T19:32:44,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/1199e98fb4c74a7eb26331cf7082a794 is 50, key is test_row_0/C:col10/1732131163567/Put/seqid=0 2024-11-20T19:32:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:44,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:44,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742256_1432 (size=12001) 2024-11-20T19:32:44,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131224749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131224756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131224761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131224762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131224764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T19:32:44,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131224879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131224879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131224889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131224889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:44,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:44,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T19:32:45,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131225099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131225099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131225109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131225109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,166 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/1199e98fb4c74a7eb26331cf7082a794 2024-11-20T19:32:45,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/7b5e030e59894ff1b5e68b746135d8c6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/7b5e030e59894ff1b5e68b746135d8c6 2024-11-20T19:32:45,175 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/7b5e030e59894ff1b5e68b746135d8c6, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T19:32:45,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/b581c7fdee014eb89e328a0c16d3a026 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/b581c7fdee014eb89e328a0c16d3a026 2024-11-20T19:32:45,180 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/b581c7fdee014eb89e328a0c16d3a026, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T19:32:45,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/1199e98fb4c74a7eb26331cf7082a794 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/1199e98fb4c74a7eb26331cf7082a794 2024-11-20T19:32:45,184 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/1199e98fb4c74a7eb26331cf7082a794, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T19:32:45,185 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f075b7dd6841fab6db63663a8a8b5265 in 550ms, sequenceid=74, compaction requested=true 2024-11-20T19:32:45,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:45,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:45,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-20T19:32:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-20T19:32:45,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-20T19:32:45,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 706 msec 2024-11-20T19:32:45,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 710 msec 2024-11-20T19:32:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:45,425 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:45,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:32:45,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/782165d7801b4142a9bf3fb61386eb1a is 50, key is test_row_0/A:col10/1732131164753/Put/seqid=0 2024-11-20T19:32:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742257_1433 (size=14341) 2024-11-20T19:32:45,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/782165d7801b4142a9bf3fb61386eb1a 2024-11-20T19:32:45,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/e78e35834bee4451b0ea73ed40c95c92 is 50, key is test_row_0/B:col10/1732131164753/Put/seqid=0 2024-11-20T19:32:45,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742258_1434 (size=12001) 2024-11-20T19:32:45,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/e78e35834bee4451b0ea73ed40c95c92 2024-11-20T19:32:45,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/7db69cf328cf4f06b362352422228eda is 50, key is test_row_0/C:col10/1732131164753/Put/seqid=0 2024-11-20T19:32:45,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131225491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131225491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742259_1435 (size=12001) 2024-11-20T19:32:45,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/7db69cf328cf4f06b362352422228eda 2024-11-20T19:32:45,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/782165d7801b4142a9bf3fb61386eb1a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/782165d7801b4142a9bf3fb61386eb1a 2024-11-20T19:32:45,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131225510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131225519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/782165d7801b4142a9bf3fb61386eb1a, entries=200, sequenceid=88, filesize=14.0 K 2024-11-20T19:32:45,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/e78e35834bee4451b0ea73ed40c95c92 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e78e35834bee4451b0ea73ed40c95c92 2024-11-20T19:32:45,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e78e35834bee4451b0ea73ed40c95c92, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T19:32:45,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/7db69cf328cf4f06b362352422228eda as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/7db69cf328cf4f06b362352422228eda 2024-11-20T19:32:45,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/7db69cf328cf4f06b362352422228eda, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T19:32:45,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f075b7dd6841fab6db63663a8a8b5265 in 116ms, sequenceid=88, compaction requested=true 2024-11-20T19:32:45,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:45,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:45,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:45,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:45,541 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T19:32:45,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:45,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:45,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T19:32:45,542 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T19:32:45,544 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62345 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T19:32:45,544 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T19:32:45,544 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/B is initiating minor compaction (all files) 2024-11-20T19:32:45,544 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/A is initiating minor compaction (all files) 2024-11-20T19:32:45,544 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/B in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:45,544 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/A in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:45,544 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/cc3a0513091a4d4f94d51255b8fde2f3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/a0acfd4415d84aa982d0a5e9b0e4cb59, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/2a29a3b5a42440e3b165541e9e45fe4d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/b581c7fdee014eb89e328a0c16d3a026, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e78e35834bee4451b0ea73ed40c95c92] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=58.6 K 2024-11-20T19:32:45,544 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/34147b2072d24132811c7f90b913dee9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/9aad452da45b4983a3eda23052fc6d48, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/8d4b3233778d4d3d9d28edf18b777635, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/7b5e030e59894ff1b5e68b746135d8c6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/782165d7801b4142a9bf3fb61386eb1a] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=60.9 K 2024-11-20T19:32:45,544 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34147b2072d24132811c7f90b913dee9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732131161194 2024-11-20T19:32:45,544 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting cc3a0513091a4d4f94d51255b8fde2f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732131161194 2024-11-20T19:32:45,545 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting a0acfd4415d84aa982d0a5e9b0e4cb59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732131161226 2024-11-20T19:32:45,545 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9aad452da45b4983a3eda23052fc6d48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732131161226 2024-11-20T19:32:45,545 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d4b3233778d4d3d9d28edf18b777635, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732131161351 2024-11-20T19:32:45,545 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a29a3b5a42440e3b165541e9e45fe4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732131161351 2024-11-20T19:32:45,545 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b5e030e59894ff1b5e68b746135d8c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732131163553 2024-11-20T19:32:45,545 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting b581c7fdee014eb89e328a0c16d3a026, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732131163553 2024-11-20T19:32:45,546 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 782165d7801b4142a9bf3fb61386eb1a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732131164744 2024-11-20T19:32:45,546 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e78e35834bee4451b0ea73ed40c95c92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732131164753 2024-11-20T19:32:45,563 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:45,563 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#A#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:45,564 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/cb5563a94da9459eb1875dc02607cdbb is 50, key is test_row_0/B:col10/1732131164753/Put/seqid=0 2024-11-20T19:32:45,564 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/d0732c6e52a34a3d930bf2a60bee9b08 is 50, key is test_row_0/A:col10/1732131164753/Put/seqid=0 2024-11-20T19:32:45,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742261_1437 (size=12173) 2024-11-20T19:32:45,609 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/cb5563a94da9459eb1875dc02607cdbb as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/cb5563a94da9459eb1875dc02607cdbb 2024-11-20T19:32:45,614 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/B of f075b7dd6841fab6db63663a8a8b5265 into cb5563a94da9459eb1875dc02607cdbb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:45,614 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:45,614 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/B, priority=11, startTime=1732131165541; duration=0sec 2024-11-20T19:32:45,614 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:45,614 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:B 2024-11-20T19:32:45,614 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T19:32:45,616 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T19:32:45,616 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/C is initiating minor compaction (all files) 2024-11-20T19:32:45,616 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/C in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:45,616 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/bd863ba2ea5a4f049f699c7b5a5d24b6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/312b612889644dfa9a6d95cdbc8087b2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/94dd5c6d732c43ada032f479cefb6642, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/1199e98fb4c74a7eb26331cf7082a794, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/7db69cf328cf4f06b362352422228eda] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=58.6 K 2024-11-20T19:32:45,617 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting bd863ba2ea5a4f049f699c7b5a5d24b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732131161194 2024-11-20T19:32:45,617 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 312b612889644dfa9a6d95cdbc8087b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732131161226 2024-11-20T19:32:45,617 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 94dd5c6d732c43ada032f479cefb6642, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732131161351 2024-11-20T19:32:45,618 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 1199e98fb4c74a7eb26331cf7082a794, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732131163553 2024-11-20T19:32:45,618 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 7db69cf328cf4f06b362352422228eda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732131164753 2024-11-20T19:32:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T19:32:45,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742260_1436 (size=12173) 2024-11-20T19:32:45,620 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:45,620 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-20T19:32:45,622 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T19:32:45,623 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:45,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:45,629 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:45,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T19:32:45,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/c2a6a9f782834300a16ed61064c803a7 is 50, key is test_row_0/A:col10/1732131165506/Put/seqid=0 2024-11-20T19:32:45,643 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#C#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:45,643 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/04274d1e67604015a161a30ac949287c is 50, key is test_row_0/C:col10/1732131164753/Put/seqid=0 2024-11-20T19:32:45,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742262_1438 (size=14341) 2024-11-20T19:32:45,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742263_1439 (size=12173) 2024-11-20T19:32:45,654 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/04274d1e67604015a161a30ac949287c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/04274d1e67604015a161a30ac949287c 2024-11-20T19:32:45,681 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/C of f075b7dd6841fab6db63663a8a8b5265 into 04274d1e67604015a161a30ac949287c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:45,681 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:45,681 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/C, priority=11, startTime=1732131165541; duration=0sec 2024-11-20T19:32:45,681 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:45,681 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:C 2024-11-20T19:32:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131225697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131225698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131225703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131225710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T19:32:45,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T19:32:45,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:45,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:45,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:45,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:45,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:45,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131225779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,785 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in f075b7dd6841fab6db63663a8a8b5265 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:45,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131225820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131225821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131225821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131225830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:45,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T19:32:45,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T19:32:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:45,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:46,030 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/d0732c6e52a34a3d930bf2a60bee9b08 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d0732c6e52a34a3d930bf2a60bee9b08 2024-11-20T19:32:46,035 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/A of f075b7dd6841fab6db63663a8a8b5265 into d0732c6e52a34a3d930bf2a60bee9b08(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:46,035 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:46,035 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/A, priority=11, startTime=1732131165541; duration=0sec 2024-11-20T19:32:46,035 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:46,035 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:A 2024-11-20T19:32:46,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131226029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131226029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/c2a6a9f782834300a16ed61064c803a7 2024-11-20T19:32:46,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131226043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131226049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/ea80aeb7954f440888c98c012ff65f37 is 50, key is test_row_0/B:col10/1732131165506/Put/seqid=0 2024-11-20T19:32:46,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742264_1440 (size=12001) 2024-11-20T19:32:46,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/ea80aeb7954f440888c98c012ff65f37 2024-11-20T19:32:46,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T19:32:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:46,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:46,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:46,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:46,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:46,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/5a727c9cda6746589ca35b02792b853e is 50, key is test_row_0/C:col10/1732131165506/Put/seqid=0 2024-11-20T19:32:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742265_1441 (size=12001) 2024-11-20T19:32:46,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/5a727c9cda6746589ca35b02792b853e 2024-11-20T19:32:46,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/c2a6a9f782834300a16ed61064c803a7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/c2a6a9f782834300a16ed61064c803a7 2024-11-20T19:32:46,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/c2a6a9f782834300a16ed61064c803a7, entries=200, sequenceid=112, filesize=14.0 K 2024-11-20T19:32:46,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/ea80aeb7954f440888c98c012ff65f37 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/ea80aeb7954f440888c98c012ff65f37 2024-11-20T19:32:46,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/ea80aeb7954f440888c98c012ff65f37, entries=150, sequenceid=112, filesize=11.7 K 2024-11-20T19:32:46,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/5a727c9cda6746589ca35b02792b853e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5a727c9cda6746589ca35b02792b853e 2024-11-20T19:32:46,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5a727c9cda6746589ca35b02792b853e, entries=150, sequenceid=112, filesize=11.7 K 2024-11-20T19:32:46,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f075b7dd6841fab6db63663a8a8b5265 in 527ms, sequenceid=112, compaction requested=false 2024-11-20T19:32:46,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:46,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T19:32:46,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:46,248 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T19:32:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T19:32:46,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/8fa55d31b0774b458855742de92250c5 is 50, key is test_row_0/A:col10/1732131165694/Put/seqid=0 2024-11-20T19:32:46,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742266_1442 (size=12001) 2024-11-20T19:32:46,258 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/8fa55d31b0774b458855742de92250c5 2024-11-20T19:32:46,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/06eab64ee21449c794afccdda4f42ca9 is 50, key is test_row_0/B:col10/1732131165694/Put/seqid=0 2024-11-20T19:32:46,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742267_1443 (size=12001) 2024-11-20T19:32:46,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:46,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131226407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131226409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131226427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131226427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131226529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131226529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131226549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131226549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,666 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/06eab64ee21449c794afccdda4f42ca9 2024-11-20T19:32:46,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/71037e1441eb456faa524c3185d367c1 is 50, key is test_row_0/C:col10/1732131165694/Put/seqid=0 2024-11-20T19:32:46,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742268_1444 (size=12001) 2024-11-20T19:32:46,707 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/71037e1441eb456faa524c3185d367c1 2024-11-20T19:32:46,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/8fa55d31b0774b458855742de92250c5 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/8fa55d31b0774b458855742de92250c5 2024-11-20T19:32:46,718 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/8fa55d31b0774b458855742de92250c5, entries=150, sequenceid=127, filesize=11.7 K 2024-11-20T19:32:46,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/06eab64ee21449c794afccdda4f42ca9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/06eab64ee21449c794afccdda4f42ca9 2024-11-20T19:32:46,725 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/06eab64ee21449c794afccdda4f42ca9, entries=150, sequenceid=127, filesize=11.7 K 2024-11-20T19:32:46,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/71037e1441eb456faa524c3185d367c1 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/71037e1441eb456faa524c3185d367c1 2024-11-20T19:32:46,735 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/71037e1441eb456faa524c3185d367c1, entries=150, sequenceid=127, filesize=11.7 K 2024-11-20T19:32:46,738 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f075b7dd6841fab6db63663a8a8b5265 in 490ms, sequenceid=127, compaction requested=true 2024-11-20T19:32:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-20T19:32:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-20T19:32:46,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-20T19:32:46,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1160 sec 2024-11-20T19:32:46,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.1220 sec 2024-11-20T19:32:46,756 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:46,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:32:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T19:32:46,759 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:46,760 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-20T19:32:46,762 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T19:32:46,762 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:46,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:46,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/88d500e3c0554389be4de1794deceae5 is 50, key is test_row_0/A:col10/1732131166391/Put/seqid=0 2024-11-20T19:32:46,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131226779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131226781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742269_1445 (size=16931) 2024-11-20T19:32:46,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131226792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131226792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/88d500e3c0554389be4de1794deceae5 2024-11-20T19:32:46,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/5205790659d34e2d8cb89d1421b2a69a is 50, key is test_row_0/B:col10/1732131166391/Put/seqid=0 2024-11-20T19:32:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T19:32:46,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742270_1446 (size=12151) 2024-11-20T19:32:46,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/5205790659d34e2d8cb89d1421b2a69a 2024-11-20T19:32:46,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/e378293b45f34d2685689f9f35b8d645 is 50, key is test_row_0/C:col10/1732131166391/Put/seqid=0 2024-11-20T19:32:46,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131226900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131226900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T19:32:46,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:46,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:46,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:46,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:46,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:46,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131226909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131226909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:46,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:46,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:46,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742271_1447 (size=12151) 2024-11-20T19:32:47,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T19:32:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:47,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T19:32:47,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131227119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131227120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131227129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131227129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T19:32:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:47,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:47,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:47,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/e378293b45f34d2685689f9f35b8d645 2024-11-20T19:32:47,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/88d500e3c0554389be4de1794deceae5 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/88d500e3c0554389be4de1794deceae5 2024-11-20T19:32:47,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/88d500e3c0554389be4de1794deceae5, entries=250, sequenceid=153, filesize=16.5 K 2024-11-20T19:32:47,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/5205790659d34e2d8cb89d1421b2a69a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/5205790659d34e2d8cb89d1421b2a69a 2024-11-20T19:32:47,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/5205790659d34e2d8cb89d1421b2a69a, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T19:32:47,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/e378293b45f34d2685689f9f35b8d645 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/e378293b45f34d2685689f9f35b8d645 2024-11-20T19:32:47,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/e378293b45f34d2685689f9f35b8d645, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T19:32:47,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f075b7dd6841fab6db63663a8a8b5265 in 620ms, sequenceid=153, compaction requested=true 2024-11-20T19:32:47,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:47,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:47,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:47,376 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:32:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:47,377 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:32:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:47,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:47,377 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55446 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:32:47,377 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:32:47,377 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/A is initiating minor compaction (all files) 2024-11-20T19:32:47,377 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/B is initiating minor compaction (all files) 2024-11-20T19:32:47,377 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/A in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:47,377 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/B in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:47,377 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d0732c6e52a34a3d930bf2a60bee9b08, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/c2a6a9f782834300a16ed61064c803a7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/8fa55d31b0774b458855742de92250c5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/88d500e3c0554389be4de1794deceae5] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=54.1 K 2024-11-20T19:32:47,377 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/cb5563a94da9459eb1875dc02607cdbb, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/ea80aeb7954f440888c98c012ff65f37, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/06eab64ee21449c794afccdda4f42ca9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/5205790659d34e2d8cb89d1421b2a69a] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=47.2 K 2024-11-20T19:32:47,378 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0732c6e52a34a3d930bf2a60bee9b08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732131164753 2024-11-20T19:32:47,378 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting cb5563a94da9459eb1875dc02607cdbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732131164753 2024-11-20T19:32:47,378 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2a6a9f782834300a16ed61064c803a7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732131165470 2024-11-20T19:32:47,378 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ea80aeb7954f440888c98c012ff65f37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732131165470 2024-11-20T19:32:47,378 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fa55d31b0774b458855742de92250c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732131165694 2024-11-20T19:32:47,378 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 06eab64ee21449c794afccdda4f42ca9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732131165694 2024-11-20T19:32:47,378 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88d500e3c0554389be4de1794deceae5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732131166391 2024-11-20T19:32:47,378 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 5205790659d34e2d8cb89d1421b2a69a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732131166391 2024-11-20T19:32:47,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T19:32:47,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:47,379 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:32:47,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/d8c7c375b3a049c3b05df75eb06db689 is 50, key is test_row_0/A:col10/1732131166779/Put/seqid=0 2024-11-20T19:32:47,389 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#A#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:47,389 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/1f04001dafe445f08b0d8bdcbd6e4c89 is 50, key is test_row_0/A:col10/1732131166391/Put/seqid=0 2024-11-20T19:32:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T19:32:47,390 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#B#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:47,391 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/ee4876e6727f48ffa7a19440ffb3f6c2 is 50, key is test_row_0/B:col10/1732131166391/Put/seqid=0 2024-11-20T19:32:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742272_1448 (size=12151) 2024-11-20T19:32:47,394 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/d8c7c375b3a049c3b05df75eb06db689 2024-11-20T19:32:47,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/e9e58de6b2fe4a97803a1edae2dadb80 is 50, key is test_row_0/B:col10/1732131166779/Put/seqid=0 2024-11-20T19:32:47,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742273_1449 (size=12459) 2024-11-20T19:32:47,435 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/1f04001dafe445f08b0d8bdcbd6e4c89 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/1f04001dafe445f08b0d8bdcbd6e4c89 2024-11-20T19:32:47,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742274_1450 (size=12459) 2024-11-20T19:32:47,444 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/A of f075b7dd6841fab6db63663a8a8b5265 into 1f04001dafe445f08b0d8bdcbd6e4c89(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:47,444 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:47,444 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/A, priority=12, startTime=1732131167376; duration=0sec 2024-11-20T19:32:47,444 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:47,444 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:A 2024-11-20T19:32:47,444 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:32:47,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:47,447 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:32:47,447 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/C is initiating minor compaction (all files) 2024-11-20T19:32:47,447 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/C in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:47,447 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/04274d1e67604015a161a30ac949287c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5a727c9cda6746589ca35b02792b853e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/71037e1441eb456faa524c3185d367c1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/e378293b45f34d2685689f9f35b8d645] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=47.2 K 2024-11-20T19:32:47,448 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04274d1e67604015a161a30ac949287c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732131164753 2024-11-20T19:32:47,449 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a727c9cda6746589ca35b02792b853e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732131165470 2024-11-20T19:32:47,449 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71037e1441eb456faa524c3185d367c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732131165694 2024-11-20T19:32:47,449 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting e378293b45f34d2685689f9f35b8d645, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732131166391 2024-11-20T19:32:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742275_1451 (size=12151) 2024-11-20T19:32:47,452 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/e9e58de6b2fe4a97803a1edae2dadb80 2024-11-20T19:32:47,458 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#C#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:47,459 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/f8152ae053ff4b5d80c2952cb008d484 is 50, key is test_row_0/C:col10/1732131166391/Put/seqid=0 2024-11-20T19:32:47,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/51a84f9ab9f14437806c814354329121 is 50, key is test_row_0/C:col10/1732131166779/Put/seqid=0 2024-11-20T19:32:47,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742276_1452 (size=12459) 2024-11-20T19:32:47,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742277_1453 (size=12151) 2024-11-20T19:32:47,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131227495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131227510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131227510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131227511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131227619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131227629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131227629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131227629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131227799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,810 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in f075b7dd6841fab6db63663a8a8b5265 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131227829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,843 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/ee4876e6727f48ffa7a19440ffb3f6c2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/ee4876e6727f48ffa7a19440ffb3f6c2 2024-11-20T19:32:47,846 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/B of f075b7dd6841fab6db63663a8a8b5265 into ee4876e6727f48ffa7a19440ffb3f6c2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:47,846 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:47,847 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/B, priority=12, startTime=1732131167376; duration=0sec 2024-11-20T19:32:47,847 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:47,847 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:B 2024-11-20T19:32:47,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131227849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131227849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:47,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131227850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:47,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:47,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:47,878 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/f8152ae053ff4b5d80c2952cb008d484 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/f8152ae053ff4b5d80c2952cb008d484 2024-11-20T19:32:47,887 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/C of f075b7dd6841fab6db63663a8a8b5265 into f8152ae053ff4b5d80c2952cb008d484(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:47,887 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:47,887 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/C, priority=12, startTime=1732131167377; duration=0sec 2024-11-20T19:32:47,887 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:47,887 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:C 2024-11-20T19:32:47,891 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/51a84f9ab9f14437806c814354329121 2024-11-20T19:32:47,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/d8c7c375b3a049c3b05df75eb06db689 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d8c7c375b3a049c3b05df75eb06db689 2024-11-20T19:32:47,897 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d8c7c375b3a049c3b05df75eb06db689, entries=150, sequenceid=164, filesize=11.9 K 2024-11-20T19:32:47,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/e9e58de6b2fe4a97803a1edae2dadb80 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e9e58de6b2fe4a97803a1edae2dadb80 2024-11-20T19:32:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T19:32:47,901 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e9e58de6b2fe4a97803a1edae2dadb80, entries=150, sequenceid=164, filesize=11.9 K 2024-11-20T19:32:47,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/51a84f9ab9f14437806c814354329121 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/51a84f9ab9f14437806c814354329121 2024-11-20T19:32:47,904 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/51a84f9ab9f14437806c814354329121, entries=150, sequenceid=164, filesize=11.9 K 2024-11-20T19:32:47,905 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f075b7dd6841fab6db63663a8a8b5265 in 525ms, sequenceid=164, compaction requested=false 2024-11-20T19:32:47,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:47,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:47,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-20T19:32:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-20T19:32:47,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-20T19:32:47,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1430 sec 2024-11-20T19:32:47,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.1490 sec 2024-11-20T19:32:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:48,154 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:48,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:32:48,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/1fa08d44cb6a40518f64aa2710af46f6 is 50, key is test_row_0/A:col10/1732131167492/Put/seqid=0 2024-11-20T19:32:48,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742278_1454 (size=14541) 2024-11-20T19:32:48,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131228167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131228170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131228172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131228177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131228289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131228289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131228299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131228499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131228510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131228510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/1fa08d44cb6a40518f64aa2710af46f6 2024-11-20T19:32:48,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/9b038500c44b4575bc69ff3abedacb71 is 50, key is test_row_0/B:col10/1732131167492/Put/seqid=0 2024-11-20T19:32:48,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742279_1455 (size=12151) 2024-11-20T19:32:48,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131228689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131228809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131228819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131228820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T19:32:48,910 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:48,910 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-20T19:32:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T19:32:48,911 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:48,912 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:48,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:48,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/9b038500c44b4575bc69ff3abedacb71 2024-11-20T19:32:48,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/6176d16e745f4fee8424cb19f066e3e4 is 50, key is test_row_0/C:col10/1732131167492/Put/seqid=0 2024-11-20T19:32:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742280_1456 (size=12151) 2024-11-20T19:32:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T19:32:49,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T19:32:49,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:49,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:49,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:49,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:49,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:49,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T19:32:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:49,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T19:32:49,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131229329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:49,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131229339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:49,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131229339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:49,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T19:32:49,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:49,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:49,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:49,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:49,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:49,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/6176d16e745f4fee8424cb19f066e3e4 2024-11-20T19:32:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/1fa08d44cb6a40518f64aa2710af46f6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/1fa08d44cb6a40518f64aa2710af46f6 2024-11-20T19:32:49,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/1fa08d44cb6a40518f64aa2710af46f6, entries=200, sequenceid=193, filesize=14.2 K 2024-11-20T19:32:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/9b038500c44b4575bc69ff3abedacb71 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/9b038500c44b4575bc69ff3abedacb71 2024-11-20T19:32:49,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/9b038500c44b4575bc69ff3abedacb71, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T19:32:49,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/6176d16e745f4fee8424cb19f066e3e4 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6176d16e745f4fee8424cb19f066e3e4 2024-11-20T19:32:49,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6176d16e745f4fee8424cb19f066e3e4, entries=150, sequenceid=193, filesize=11.9 K 2024-11-20T19:32:49,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f075b7dd6841fab6db63663a8a8b5265 in 1260ms, sequenceid=193, compaction requested=true 2024-11-20T19:32:49,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:49,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:49,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:49,414 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:49,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:49,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:49,414 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:49,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:49,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:49,415 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:49,415 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:49,415 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/B is initiating minor compaction (all files) 2024-11-20T19:32:49,415 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/A is initiating minor compaction (all files) 2024-11-20T19:32:49,415 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/B in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:49,415 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/A in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:49,415 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/ee4876e6727f48ffa7a19440ffb3f6c2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e9e58de6b2fe4a97803a1edae2dadb80, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/9b038500c44b4575bc69ff3abedacb71] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=35.9 K 2024-11-20T19:32:49,415 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/1f04001dafe445f08b0d8bdcbd6e4c89, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d8c7c375b3a049c3b05df75eb06db689, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/1fa08d44cb6a40518f64aa2710af46f6] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=38.2 K 2024-11-20T19:32:49,417 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ee4876e6727f48ffa7a19440ffb3f6c2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732131166391 2024-11-20T19:32:49,417 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f04001dafe445f08b0d8bdcbd6e4c89, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732131166391 2024-11-20T19:32:49,417 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e9e58de6b2fe4a97803a1edae2dadb80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732131166764 2024-11-20T19:32:49,417 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8c7c375b3a049c3b05df75eb06db689, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732131166764 2024-11-20T19:32:49,417 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b038500c44b4575bc69ff3abedacb71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732131167492 2024-11-20T19:32:49,417 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fa08d44cb6a40518f64aa2710af46f6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732131167492 2024-11-20T19:32:49,430 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#B#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:49,430 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/167ffaea638d4bdfb69af6235ba9dd14 is 50, key is test_row_0/B:col10/1732131167492/Put/seqid=0 2024-11-20T19:32:49,433 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#A#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:49,433 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/0d8f2e17a3bf41da8e4a59f57b96cf6e is 50, key is test_row_0/A:col10/1732131167492/Put/seqid=0 2024-11-20T19:32:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742281_1457 (size=12561) 2024-11-20T19:32:49,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742282_1458 (size=12561) 2024-11-20T19:32:49,445 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/0d8f2e17a3bf41da8e4a59f57b96cf6e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/0d8f2e17a3bf41da8e4a59f57b96cf6e 2024-11-20T19:32:49,452 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/A of f075b7dd6841fab6db63663a8a8b5265 into 0d8f2e17a3bf41da8e4a59f57b96cf6e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:49,452 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:49,452 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/A, priority=13, startTime=1732131169414; duration=0sec 2024-11-20T19:32:49,452 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:49,452 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:A 2024-11-20T19:32:49,452 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:49,453 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:49,453 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/C is initiating minor compaction (all files) 2024-11-20T19:32:49,453 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/C in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:49,453 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/f8152ae053ff4b5d80c2952cb008d484, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/51a84f9ab9f14437806c814354329121, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6176d16e745f4fee8424cb19f066e3e4] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=35.9 K 2024-11-20T19:32:49,453 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8152ae053ff4b5d80c2952cb008d484, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732131166391 2024-11-20T19:32:49,454 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51a84f9ab9f14437806c814354329121, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732131166764 2024-11-20T19:32:49,456 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6176d16e745f4fee8424cb19f066e3e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732131167492 2024-11-20T19:32:49,461 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:49,462 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/a0f43060c7de4975a6fd13c5c4590c44 is 50, key is test_row_0/C:col10/1732131167492/Put/seqid=0 2024-11-20T19:32:49,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742283_1459 (size=12561) 2024-11-20T19:32:49,471 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/a0f43060c7de4975a6fd13c5c4590c44 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a0f43060c7de4975a6fd13c5c4590c44 2024-11-20T19:32:49,475 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/C of f075b7dd6841fab6db63663a8a8b5265 into a0f43060c7de4975a6fd13c5c4590c44(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:49,475 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:49,475 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/C, priority=13, startTime=1732131169414; duration=0sec 2024-11-20T19:32:49,476 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:49,476 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:C 2024-11-20T19:32:49,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T19:32:49,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:49,522 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T19:32:49,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/9e673c0924864351804fc7c446298f34 is 50, key is test_row_0/A:col10/1732131168166/Put/seqid=0 2024-11-20T19:32:49,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742284_1460 (size=12151) 2024-11-20T19:32:49,532 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/9e673c0924864351804fc7c446298f34 2024-11-20T19:32:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T19:32:49,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/2ee2c9fb342d483f9d146a363e4a9ff9 is 50, key is test_row_0/B:col10/1732131168166/Put/seqid=0 2024-11-20T19:32:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742285_1461 (size=12151) 2024-11-20T19:32:49,633 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T19:32:49,633 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T19:32:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:49,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:49,839 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/167ffaea638d4bdfb69af6235ba9dd14 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/167ffaea638d4bdfb69af6235ba9dd14 2024-11-20T19:32:49,844 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/B of f075b7dd6841fab6db63663a8a8b5265 into 167ffaea638d4bdfb69af6235ba9dd14(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:49,844 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:49,844 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/B, priority=13, startTime=1732131169414; duration=0sec 2024-11-20T19:32:49,844 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:49,844 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:B 2024-11-20T19:32:49,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131229861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:49,954 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/2ee2c9fb342d483f9d146a363e4a9ff9 2024-11-20T19:32:49,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/193d00357ddc4ad5bebcc10df43fcdd7 is 50, key is test_row_0/C:col10/1732131168166/Put/seqid=0 2024-11-20T19:32:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742286_1462 (size=12151) 2024-11-20T19:32:49,970 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/193d00357ddc4ad5bebcc10df43fcdd7 2024-11-20T19:32:49,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131229968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:49,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:49,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:49,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:49,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/9e673c0924864351804fc7c446298f34 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/9e673c0924864351804fc7c446298f34 2024-11-20T19:32:49,979 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/9e673c0924864351804fc7c446298f34, entries=150, sequenceid=205, filesize=11.9 K 2024-11-20T19:32:49,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/2ee2c9fb342d483f9d146a363e4a9ff9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/2ee2c9fb342d483f9d146a363e4a9ff9 2024-11-20T19:32:49,983 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/2ee2c9fb342d483f9d146a363e4a9ff9, entries=150, sequenceid=205, filesize=11.9 K 2024-11-20T19:32:49,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/193d00357ddc4ad5bebcc10df43fcdd7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/193d00357ddc4ad5bebcc10df43fcdd7 2024-11-20T19:32:49,988 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/193d00357ddc4ad5bebcc10df43fcdd7, entries=150, sequenceid=205, filesize=11.9 K 2024-11-20T19:32:49,989 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f075b7dd6841fab6db63663a8a8b5265 in 467ms, sequenceid=205, compaction requested=false 2024-11-20T19:32:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:49,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-20T19:32:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-20T19:32:49,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-20T19:32:49,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0800 sec 2024-11-20T19:32:49,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0840 sec 2024-11-20T19:32:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T19:32:50,050 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:50,050 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-20T19:32:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T19:32:50,052 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:50,052 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:50,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T19:32:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:50,184 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:50,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T19:32:50,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/3fc585031fc34a6396e17e3177416e25 is 50, key is test_row_0/A:col10/1732131169859/Put/seqid=0 2024-11-20T19:32:50,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742287_1463 (size=14541) 2024-11-20T19:32:50,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/3fc585031fc34a6396e17e3177416e25 2024-11-20T19:32:50,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/dcc2a03d26634fad9161e429612cf820 is 50, key is test_row_0/B:col10/1732131169859/Put/seqid=0 2024-11-20T19:32:50,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742288_1464 (size=12151) 2024-11-20T19:32:50,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T19:32:50,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:50,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:50,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:50,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131230214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:50,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131230319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:50,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:50,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131230349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:50,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131230349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:50,354 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in f075b7dd6841fab6db63663a8a8b5265 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:50,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131230349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:50,355 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in f075b7dd6841fab6db63663a8a8b5265 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:50,355 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in f075b7dd6841fab6db63663a8a8b5265 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:50,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T19:32:50,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:50,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:50,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:50,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T19:32:50,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T19:32:50,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:50,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:50,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:50,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131230529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:50,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/dcc2a03d26634fad9161e429612cf820 2024-11-20T19:32:50,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/a933e72644f6454a95315619d8c7ee07 is 50, key is test_row_0/C:col10/1732131169859/Put/seqid=0 2024-11-20T19:32:50,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742289_1465 (size=12151) 2024-11-20T19:32:50,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T19:32:50,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:50,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:50,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:50,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T19:32:50,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T19:32:50,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:50,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:50,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:50,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131230839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:50,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:50,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:50,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T19:32:50,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:50,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:50,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:50,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:51,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/a933e72644f6454a95315619d8c7ee07 2024-11-20T19:32:51,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/3fc585031fc34a6396e17e3177416e25 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/3fc585031fc34a6396e17e3177416e25 2024-11-20T19:32:51,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/3fc585031fc34a6396e17e3177416e25, entries=200, sequenceid=233, filesize=14.2 K 2024-11-20T19:32:51,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/dcc2a03d26634fad9161e429612cf820 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/dcc2a03d26634fad9161e429612cf820 2024-11-20T19:32:51,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/dcc2a03d26634fad9161e429612cf820, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T19:32:51,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/a933e72644f6454a95315619d8c7ee07 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a933e72644f6454a95315619d8c7ee07 2024-11-20T19:32:51,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a933e72644f6454a95315619d8c7ee07, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T19:32:51,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f075b7dd6841fab6db63663a8a8b5265 in 844ms, sequenceid=233, compaction requested=true 2024-11-20T19:32:51,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:51,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:51,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:51,029 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:51,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:51,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:51,029 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:51,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:51,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:51,030 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:51,030 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:51,030 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/A is initiating minor compaction (all files) 2024-11-20T19:32:51,030 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/B is initiating minor compaction (all files) 2024-11-20T19:32:51,030 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/A in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:51,030 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/B in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:51,030 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/0d8f2e17a3bf41da8e4a59f57b96cf6e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/9e673c0924864351804fc7c446298f34, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/3fc585031fc34a6396e17e3177416e25] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=38.3 K 2024-11-20T19:32:51,030 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/167ffaea638d4bdfb69af6235ba9dd14, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/2ee2c9fb342d483f9d146a363e4a9ff9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/dcc2a03d26634fad9161e429612cf820] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=36.0 K 2024-11-20T19:32:51,031 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d8f2e17a3bf41da8e4a59f57b96cf6e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732131167492 2024-11-20T19:32:51,031 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 167ffaea638d4bdfb69af6235ba9dd14, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732131167492 2024-11-20T19:32:51,034 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ee2c9fb342d483f9d146a363e4a9ff9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732131168163 2024-11-20T19:32:51,034 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e673c0924864351804fc7c446298f34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732131168163 2024-11-20T19:32:51,034 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting dcc2a03d26634fad9161e429612cf820, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732131169841 2024-11-20T19:32:51,034 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fc585031fc34a6396e17e3177416e25, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732131169841 2024-11-20T19:32:51,050 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#A#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:51,051 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/a165d178713e4cf7bb24f9b1637d8598 is 50, key is test_row_0/A:col10/1732131169859/Put/seqid=0 2024-11-20T19:32:51,058 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:51,059 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/dda00bdcb72b4a949552a36ddc15de39 is 50, key is test_row_0/B:col10/1732131169859/Put/seqid=0 2024-11-20T19:32:51,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742290_1466 (size=12663) 2024-11-20T19:32:51,072 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/a165d178713e4cf7bb24f9b1637d8598 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/a165d178713e4cf7bb24f9b1637d8598 2024-11-20T19:32:51,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742291_1467 (size=12663) 2024-11-20T19:32:51,080 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/A of f075b7dd6841fab6db63663a8a8b5265 into a165d178713e4cf7bb24f9b1637d8598(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:51,080 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:51,080 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/A, priority=13, startTime=1732131171029; duration=0sec 2024-11-20T19:32:51,080 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:51,080 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:A 2024-11-20T19:32:51,080 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:51,083 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:51,083 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/C is initiating minor compaction (all files) 2024-11-20T19:32:51,083 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/C in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:51,083 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a0f43060c7de4975a6fd13c5c4590c44, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/193d00357ddc4ad5bebcc10df43fcdd7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a933e72644f6454a95315619d8c7ee07] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=36.0 K 2024-11-20T19:32:51,083 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0f43060c7de4975a6fd13c5c4590c44, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732131167492 2024-11-20T19:32:51,084 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 193d00357ddc4ad5bebcc10df43fcdd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732131168163 2024-11-20T19:32:51,086 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a933e72644f6454a95315619d8c7ee07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732131169841 2024-11-20T19:32:51,086 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/dda00bdcb72b4a949552a36ddc15de39 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/dda00bdcb72b4a949552a36ddc15de39 2024-11-20T19:32:51,093 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/B of f075b7dd6841fab6db63663a8a8b5265 into dda00bdcb72b4a949552a36ddc15de39(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:51,093 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:51,093 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/B, priority=13, startTime=1732131171029; duration=0sec 2024-11-20T19:32:51,093 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:51,093 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:B 2024-11-20T19:32:51,099 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#C#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:51,100 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/06d4784163ca43338a5b9dc0c6bfbae4 is 50, key is test_row_0/C:col10/1732131169859/Put/seqid=0 2024-11-20T19:32:51,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742292_1468 (size=12663) 2024-11-20T19:32:51,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T19:32:51,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:51,121 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T19:32:51,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/88b166e0508b4ee999a1195f2aaf4efd is 50, key is test_row_0/A:col10/1732131170213/Put/seqid=0 2024-11-20T19:32:51,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742293_1469 (size=12151) 2024-11-20T19:32:51,144 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/88b166e0508b4ee999a1195f2aaf4efd 2024-11-20T19:32:51,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/3509c773c18448788296fd4aa2690a31 is 50, key is test_row_0/B:col10/1732131170213/Put/seqid=0 2024-11-20T19:32:51,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742294_1470 (size=12151) 2024-11-20T19:32:51,164 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/3509c773c18448788296fd4aa2690a31 2024-11-20T19:32:51,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/6bd2e22a59f549f99799cfe43b0f819b is 50, key is test_row_0/C:col10/1732131170213/Put/seqid=0 2024-11-20T19:32:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T19:32:51,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742295_1471 (size=12151) 2024-11-20T19:32:51,191 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/6bd2e22a59f549f99799cfe43b0f819b 2024-11-20T19:32:51,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/88b166e0508b4ee999a1195f2aaf4efd as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/88b166e0508b4ee999a1195f2aaf4efd 2024-11-20T19:32:51,201 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/88b166e0508b4ee999a1195f2aaf4efd, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T19:32:51,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/3509c773c18448788296fd4aa2690a31 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/3509c773c18448788296fd4aa2690a31 2024-11-20T19:32:51,208 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/3509c773c18448788296fd4aa2690a31, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T19:32:51,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/6bd2e22a59f549f99799cfe43b0f819b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6bd2e22a59f549f99799cfe43b0f819b 2024-11-20T19:32:51,212 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6bd2e22a59f549f99799cfe43b0f819b, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T19:32:51,212 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for f075b7dd6841fab6db63663a8a8b5265 in 91ms, sequenceid=244, compaction requested=false 2024-11-20T19:32:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:51,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-20T19:32:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-20T19:32:51,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-20T19:32:51,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1620 sec 2024-11-20T19:32:51,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.1670 sec 2024-11-20T19:32:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:51,372 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:51,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:32:51,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/18e7573d70a347f5978687305d60ce14 is 50, key is test_row_0/A:col10/1732131171362/Put/seqid=0 2024-11-20T19:32:51,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742296_1472 (size=12147) 2024-11-20T19:32:51,522 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/06d4784163ca43338a5b9dc0c6bfbae4 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/06d4784163ca43338a5b9dc0c6bfbae4 2024-11-20T19:32:51,526 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/C of f075b7dd6841fab6db63663a8a8b5265 into 06d4784163ca43338a5b9dc0c6bfbae4(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:51,526 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:51,526 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/C, priority=13, startTime=1732131171029; duration=0sec 2024-11-20T19:32:51,527 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:51,527 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:C 2024-11-20T19:32:51,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131231565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:51,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131231679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:51,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:51,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:51,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:51,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/18e7573d70a347f5978687305d60ce14 2024-11-20T19:32:51,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/fcea9dd57ab24dbaa01e738d208abfe1 is 50, key is test_row_0/B:col10/1732131171362/Put/seqid=0 2024-11-20T19:32:51,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742297_1473 (size=9757) 2024-11-20T19:32:51,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41146 deadline: 1732131231840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:51,849 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in f075b7dd6841fab6db63663a8a8b5265 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8280 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:51,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131231889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:51,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:51,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:51,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:52,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/fcea9dd57ab24dbaa01e738d208abfe1 2024-11-20T19:32:52,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/2e4f8d9e99584b0fabab6c2c04474377 is 50, key is test_row_0/C:col10/1732131171362/Put/seqid=0 2024-11-20T19:32:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T19:32:52,200 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:52,200 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-20T19:32:52,202 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:52,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742298_1474 (size=9757) 2024-11-20T19:32:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T19:32:52,203 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:52,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:52,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131232200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:52,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:52,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:52,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T19:32:52,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T19:32:52,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:52,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:52,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:52,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:52,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:52,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131232360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:52,361 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in f075b7dd6841fab6db63663a8a8b5265 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:52,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:52,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131232369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:52,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131232371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:52,375 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in f075b7dd6841fab6db63663a8a8b5265 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:52,376 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in f075b7dd6841fab6db63663a8a8b5265 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:52,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T19:32:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:52,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T19:32:52,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/2e4f8d9e99584b0fabab6c2c04474377 2024-11-20T19:32:52,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/18e7573d70a347f5978687305d60ce14 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/18e7573d70a347f5978687305d60ce14 2024-11-20T19:32:52,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/18e7573d70a347f5978687305d60ce14, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T19:32:52,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/fcea9dd57ab24dbaa01e738d208abfe1 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/fcea9dd57ab24dbaa01e738d208abfe1 2024-11-20T19:32:52,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/fcea9dd57ab24dbaa01e738d208abfe1, entries=100, sequenceid=255, filesize=9.5 K 2024-11-20T19:32:52,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/2e4f8d9e99584b0fabab6c2c04474377 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/2e4f8d9e99584b0fabab6c2c04474377 2024-11-20T19:32:52,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/2e4f8d9e99584b0fabab6c2c04474377, entries=100, sequenceid=255, filesize=9.5 K 2024-11-20T19:32:52,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f075b7dd6841fab6db63663a8a8b5265 in 1247ms, sequenceid=255, compaction requested=true 2024-11-20T19:32:52,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:52,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:52,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:52,620 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:52,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:52,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:52,620 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:52,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:52,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:52,620 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36961 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:52,620 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34571 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:52,620 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/B is initiating minor compaction (all files) 2024-11-20T19:32:52,620 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/A is initiating minor compaction (all files) 2024-11-20T19:32:52,620 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/A in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:52,620 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/B in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:52,621 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/a165d178713e4cf7bb24f9b1637d8598, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/88b166e0508b4ee999a1195f2aaf4efd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/18e7573d70a347f5978687305d60ce14] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=36.1 K 2024-11-20T19:32:52,621 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/dda00bdcb72b4a949552a36ddc15de39, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/3509c773c18448788296fd4aa2690a31, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/fcea9dd57ab24dbaa01e738d208abfe1] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=33.8 K 2024-11-20T19:32:52,621 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a165d178713e4cf7bb24f9b1637d8598, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732131169841 2024-11-20T19:32:52,621 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting dda00bdcb72b4a949552a36ddc15de39, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732131169841 2024-11-20T19:32:52,621 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 3509c773c18448788296fd4aa2690a31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732131170188 2024-11-20T19:32:52,621 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88b166e0508b4ee999a1195f2aaf4efd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732131170188 2024-11-20T19:32:52,621 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting fcea9dd57ab24dbaa01e738d208abfe1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732131171362 2024-11-20T19:32:52,621 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18e7573d70a347f5978687305d60ce14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732131171362 2024-11-20T19:32:52,638 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:52,639 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/d06a1a6756b34a12987fd0a2a8d1908e is 50, key is test_row_0/B:col10/1732131171362/Put/seqid=0 2024-11-20T19:32:52,645 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#A#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:52,645 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/95775f90f3c64a629997a60a7217af31 is 50, key is test_row_0/A:col10/1732131171362/Put/seqid=0 2024-11-20T19:32:52,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742299_1475 (size=12765) 2024-11-20T19:32:52,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T19:32:52,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742300_1476 (size=12765) 2024-11-20T19:32:52,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:52,667 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:32:52,669 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/95775f90f3c64a629997a60a7217af31 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/95775f90f3c64a629997a60a7217af31 2024-11-20T19:32:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/133eba709be34299a5d24d4ca57f9038 is 50, key is test_row_0/A:col10/1732131171564/Put/seqid=0 2024-11-20T19:32:52,677 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/A of f075b7dd6841fab6db63663a8a8b5265 into 95775f90f3c64a629997a60a7217af31(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:52,677 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:52,677 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/A, priority=13, startTime=1732131172620; duration=0sec 2024-11-20T19:32:52,678 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:52,678 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:A 2024-11-20T19:32:52,678 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:52,680 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34571 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:52,680 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/C is initiating minor compaction (all files) 2024-11-20T19:32:52,681 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/C in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:52,681 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/06d4784163ca43338a5b9dc0c6bfbae4, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6bd2e22a59f549f99799cfe43b0f819b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/2e4f8d9e99584b0fabab6c2c04474377] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=33.8 K 2024-11-20T19:32:52,681 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06d4784163ca43338a5b9dc0c6bfbae4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732131169841 2024-11-20T19:32:52,681 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bd2e22a59f549f99799cfe43b0f819b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732131170188 2024-11-20T19:32:52,681 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e4f8d9e99584b0fabab6c2c04474377, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732131171362 2024-11-20T19:32:52,698 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:52,699 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/6a4a308a73a946a8a842d9149d638614 is 50, key is test_row_0/C:col10/1732131171362/Put/seqid=0 2024-11-20T19:32:52,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742301_1477 (size=12301) 2024-11-20T19:32:52,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742302_1478 (size=12765) 2024-11-20T19:32:52,729 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/6a4a308a73a946a8a842d9149d638614 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6a4a308a73a946a8a842d9149d638614 2024-11-20T19:32:52,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:52,737 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/C of f075b7dd6841fab6db63663a8a8b5265 into 6a4a308a73a946a8a842d9149d638614(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:52,737 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:52,737 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/C, priority=13, startTime=1732131172620; duration=0sec 2024-11-20T19:32:52,738 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:52,738 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:C 2024-11-20T19:32:52,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131232796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T19:32:52,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131232919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:53,064 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/d06a1a6756b34a12987fd0a2a8d1908e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/d06a1a6756b34a12987fd0a2a8d1908e 2024-11-20T19:32:53,068 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/B of f075b7dd6841fab6db63663a8a8b5265 into d06a1a6756b34a12987fd0a2a8d1908e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:53,068 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:53,068 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/B, priority=13, startTime=1732131172620; duration=0sec 2024-11-20T19:32:53,068 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:53,068 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:B 2024-11-20T19:32:53,105 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/133eba709be34299a5d24d4ca57f9038 2024-11-20T19:32:53,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/e0913e82f95f4c6fa16754ef60301520 is 50, key is test_row_0/B:col10/1732131171564/Put/seqid=0 2024-11-20T19:32:53,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742303_1479 (size=12301) 2024-11-20T19:32:53,128 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/e0913e82f95f4c6fa16754ef60301520 2024-11-20T19:32:53,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131233129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:53,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:53,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:53,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:53,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/58b6b85239cc43fd9c9139baa30d9fae is 50, key is test_row_0/C:col10/1732131171564/Put/seqid=0 2024-11-20T19:32:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742304_1480 (size=12301) 2024-11-20T19:32:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T19:32:53,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131233439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:53,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:53,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:53,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:53,546 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/58b6b85239cc43fd9c9139baa30d9fae 2024-11-20T19:32:53,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/133eba709be34299a5d24d4ca57f9038 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/133eba709be34299a5d24d4ca57f9038 2024-11-20T19:32:53,553 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/133eba709be34299a5d24d4ca57f9038, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T19:32:53,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/e0913e82f95f4c6fa16754ef60301520 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e0913e82f95f4c6fa16754ef60301520 2024-11-20T19:32:53,558 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e0913e82f95f4c6fa16754ef60301520, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T19:32:53,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/58b6b85239cc43fd9c9139baa30d9fae as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/58b6b85239cc43fd9c9139baa30d9fae 2024-11-20T19:32:53,565 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/58b6b85239cc43fd9c9139baa30d9fae, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T19:32:53,566 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f075b7dd6841fab6db63663a8a8b5265 in 899ms, sequenceid=281, compaction requested=false 2024-11-20T19:32:53,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:53,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:53,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-20T19:32:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-20T19:32:53,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-20T19:32:53,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3660 sec 2024-11-20T19:32:53,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.3710 sec 2024-11-20T19:32:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:53,955 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:53,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:32:53,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/00db78609b7d4d3abf4353f003e19ffe is 50, key is test_row_0/A:col10/1732131173954/Put/seqid=0 2024-11-20T19:32:53,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742305_1481 (size=14741) 2024-11-20T19:32:53,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/00db78609b7d4d3abf4353f003e19ffe 2024-11-20T19:32:53,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/0a4c0062908f4fbe8fb084a1fc9d16c9 is 50, key is test_row_0/B:col10/1732131173954/Put/seqid=0 2024-11-20T19:32:54,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742306_1482 (size=12301) 2024-11-20T19:32:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131234132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:54,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131234249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T19:32:54,359 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:54,360 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-20T19:32:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T19:32:54,362 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:54,362 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:54,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:54,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/0a4c0062908f4fbe8fb084a1fc9d16c9 2024-11-20T19:32:54,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/a8e7bb8158664fcaa1aeab2bfcdbd9c2 is 50, key is test_row_0/C:col10/1732131173954/Put/seqid=0 2024-11-20T19:32:54,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742307_1483 (size=12301) 2024-11-20T19:32:54,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131234459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T19:32:54,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T19:32:54,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:54,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:54,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:54,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:54,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:54,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T19:32:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:54,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T19:32:54,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131234779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:54,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:54,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:54,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:54,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T19:32:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:54,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:54,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/a8e7bb8158664fcaa1aeab2bfcdbd9c2 2024-11-20T19:32:54,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/00db78609b7d4d3abf4353f003e19ffe as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/00db78609b7d4d3abf4353f003e19ffe 2024-11-20T19:32:54,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/00db78609b7d4d3abf4353f003e19ffe, entries=200, sequenceid=296, filesize=14.4 K 2024-11-20T19:32:54,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/0a4c0062908f4fbe8fb084a1fc9d16c9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/0a4c0062908f4fbe8fb084a1fc9d16c9 2024-11-20T19:32:54,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/0a4c0062908f4fbe8fb084a1fc9d16c9, entries=150, sequenceid=296, filesize=12.0 K 2024-11-20T19:32:54,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/a8e7bb8158664fcaa1aeab2bfcdbd9c2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a8e7bb8158664fcaa1aeab2bfcdbd9c2 2024-11-20T19:32:54,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a8e7bb8158664fcaa1aeab2bfcdbd9c2, entries=150, sequenceid=296, filesize=12.0 K 2024-11-20T19:32:54,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f075b7dd6841fab6db63663a8a8b5265 in 892ms, sequenceid=296, compaction requested=true 2024-11-20T19:32:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:54,847 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:54,847 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:54,848 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:54,848 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:54,848 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/A is initiating minor compaction (all files) 2024-11-20T19:32:54,848 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/B is initiating minor compaction (all files) 2024-11-20T19:32:54,848 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/B in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:54,848 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/A in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:54,848 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/95775f90f3c64a629997a60a7217af31, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/133eba709be34299a5d24d4ca57f9038, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/00db78609b7d4d3abf4353f003e19ffe] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=38.9 K 2024-11-20T19:32:54,848 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/d06a1a6756b34a12987fd0a2a8d1908e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e0913e82f95f4c6fa16754ef60301520, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/0a4c0062908f4fbe8fb084a1fc9d16c9] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=36.5 K 2024-11-20T19:32:54,849 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95775f90f3c64a629997a60a7217af31, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732131170192 2024-11-20T19:32:54,849 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting d06a1a6756b34a12987fd0a2a8d1908e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732131170192 2024-11-20T19:32:54,849 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e0913e82f95f4c6fa16754ef60301520, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732131171550 2024-11-20T19:32:54,849 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 133eba709be34299a5d24d4ca57f9038, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732131171550 2024-11-20T19:32:54,849 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a4c0062908f4fbe8fb084a1fc9d16c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732131172752 2024-11-20T19:32:54,849 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00db78609b7d4d3abf4353f003e19ffe, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732131172752 2024-11-20T19:32:54,854 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#A#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:54,855 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/d1afbd3fa9484994a43ad790a481ebd0 is 50, key is test_row_0/A:col10/1732131173954/Put/seqid=0 2024-11-20T19:32:54,855 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:54,855 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/4223756dee234eee81b60bc1527e476d is 50, key is test_row_0/B:col10/1732131173954/Put/seqid=0 2024-11-20T19:32:54,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742308_1484 (size=13017) 2024-11-20T19:32:54,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742309_1485 (size=13017) 2024-11-20T19:32:54,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T19:32:54,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:54,973 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:32:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/2fe5029a0f8341b5b8e0b5fd41e921a4 is 50, key is test_row_0/A:col10/1732131174128/Put/seqid=0 2024-11-20T19:32:54,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742310_1486 (size=12301) 2024-11-20T19:32:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T19:32:55,265 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/d1afbd3fa9484994a43ad790a481ebd0 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d1afbd3fa9484994a43ad790a481ebd0 2024-11-20T19:32:55,268 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/A of f075b7dd6841fab6db63663a8a8b5265 into d1afbd3fa9484994a43ad790a481ebd0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:55,269 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:55,269 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/A, priority=13, startTime=1732131174847; duration=0sec 2024-11-20T19:32:55,269 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:55,269 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:A 2024-11-20T19:32:55,269 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:55,269 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:55,269 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/C is initiating minor compaction (all files) 2024-11-20T19:32:55,269 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/C in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:55,269 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6a4a308a73a946a8a842d9149d638614, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/58b6b85239cc43fd9c9139baa30d9fae, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a8e7bb8158664fcaa1aeab2bfcdbd9c2] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=36.5 K 2024-11-20T19:32:55,270 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a4a308a73a946a8a842d9149d638614, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732131170192 2024-11-20T19:32:55,270 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58b6b85239cc43fd9c9139baa30d9fae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732131171550 2024-11-20T19:32:55,270 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8e7bb8158664fcaa1aeab2bfcdbd9c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732131172752 2024-11-20T19:32:55,276 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/4223756dee234eee81b60bc1527e476d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/4223756dee234eee81b60bc1527e476d 2024-11-20T19:32:55,278 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:55,278 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/7a51a473832c45c48dd1069ed950c9b2 is 50, key is test_row_0/C:col10/1732131173954/Put/seqid=0 2024-11-20T19:32:55,280 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/B of f075b7dd6841fab6db63663a8a8b5265 into 4223756dee234eee81b60bc1527e476d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:55,280 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:55,280 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/B, priority=13, startTime=1732131174847; duration=0sec 2024-11-20T19:32:55,280 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:55,280 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:B 2024-11-20T19:32:55,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742311_1487 (size=13017) 2024-11-20T19:32:55,287 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/7a51a473832c45c48dd1069ed950c9b2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/7a51a473832c45c48dd1069ed950c9b2 2024-11-20T19:32:55,291 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/C of f075b7dd6841fab6db63663a8a8b5265 into 7a51a473832c45c48dd1069ed950c9b2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:55,291 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:55,291 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/C, priority=13, startTime=1732131174847; duration=0sec 2024-11-20T19:32:55,292 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:55,292 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:C 2024-11-20T19:32:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:55,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:55,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131235348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:55,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:55,381 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/2fe5029a0f8341b5b8e0b5fd41e921a4 2024-11-20T19:32:55,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/352343c3e06547aa9d60a21f16e65648 is 50, key is test_row_0/B:col10/1732131174128/Put/seqid=0 2024-11-20T19:32:55,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742312_1488 (size=12301) 2024-11-20T19:32:55,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131235459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:55,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T19:32:55,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131235669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:55,791 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/352343c3e06547aa9d60a21f16e65648 2024-11-20T19:32:55,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/b39b58154a2a4eeab0151a4ca95a3d89 is 50, key is test_row_0/C:col10/1732131174128/Put/seqid=0 2024-11-20T19:32:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742313_1489 (size=12301) 2024-11-20T19:32:55,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131235979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:56,206 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/b39b58154a2a4eeab0151a4ca95a3d89 2024-11-20T19:32:56,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/2fe5029a0f8341b5b8e0b5fd41e921a4 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/2fe5029a0f8341b5b8e0b5fd41e921a4 2024-11-20T19:32:56,217 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/2fe5029a0f8341b5b8e0b5fd41e921a4, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T19:32:56,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/352343c3e06547aa9d60a21f16e65648 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/352343c3e06547aa9d60a21f16e65648 2024-11-20T19:32:56,238 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/352343c3e06547aa9d60a21f16e65648, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T19:32:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/b39b58154a2a4eeab0151a4ca95a3d89 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/b39b58154a2a4eeab0151a4ca95a3d89 2024-11-20T19:32:56,244 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/b39b58154a2a4eeab0151a4ca95a3d89, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T19:32:56,246 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f075b7dd6841fab6db63663a8a8b5265 in 1273ms, sequenceid=320, compaction requested=false 2024-11-20T19:32:56,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:56,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:56,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-20T19:32:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-20T19:32:56,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-20T19:32:56,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8860 sec 2024-11-20T19:32:56,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.8960 sec 2024-11-20T19:32:56,388 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:56,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T19:32:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:56,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/f87dd107f2524e87b2693d6907a880ce is 50, key is test_row_0/A:col10/1732131175305/Put/seqid=0 2024-11-20T19:32:56,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742314_1490 (size=14741) 2024-11-20T19:32:56,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/f87dd107f2524e87b2693d6907a880ce 2024-11-20T19:32:56,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/76e13afdb05546d1b51cf08d4b20deae is 50, key is test_row_0/B:col10/1732131175305/Put/seqid=0 2024-11-20T19:32:56,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131236489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:56,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131236490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:56,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T19:32:56,510 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:56,510 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:56,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742315_1491 (size=12301) 2024-11-20T19:32:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-20T19:32:56,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/76e13afdb05546d1b51cf08d4b20deae 2024-11-20T19:32:56,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131236499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,512 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:56,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131236499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T19:32:56,515 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:56,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:56,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/5eac4f58c5d047d193beb3bb68d25a98 is 50, key is test_row_0/C:col10/1732131175305/Put/seqid=0 2024-11-20T19:32:56,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742316_1492 (size=12301) 2024-11-20T19:32:56,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/5eac4f58c5d047d193beb3bb68d25a98 2024-11-20T19:32:56,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/f87dd107f2524e87b2693d6907a880ce as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/f87dd107f2524e87b2693d6907a880ce 2024-11-20T19:32:56,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/f87dd107f2524e87b2693d6907a880ce, entries=200, sequenceid=336, filesize=14.4 K 2024-11-20T19:32:56,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/76e13afdb05546d1b51cf08d4b20deae as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/76e13afdb05546d1b51cf08d4b20deae 2024-11-20T19:32:56,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/76e13afdb05546d1b51cf08d4b20deae, entries=150, sequenceid=336, filesize=12.0 K 2024-11-20T19:32:56,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/5eac4f58c5d047d193beb3bb68d25a98 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5eac4f58c5d047d193beb3bb68d25a98 2024-11-20T19:32:56,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5eac4f58c5d047d193beb3bb68d25a98, entries=150, sequenceid=336, filesize=12.0 K 2024-11-20T19:32:56,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f075b7dd6841fab6db63663a8a8b5265 in 203ms, sequenceid=336, compaction requested=true 2024-11-20T19:32:56,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:56,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:56,591 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:56,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:56,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:56,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:56,591 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:56,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:56,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:56,594 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:56,594 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/A is initiating minor compaction (all files) 2024-11-20T19:32:56,594 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/A in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:56,594 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d1afbd3fa9484994a43ad790a481ebd0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/2fe5029a0f8341b5b8e0b5fd41e921a4, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/f87dd107f2524e87b2693d6907a880ce] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=39.1 K 2024-11-20T19:32:56,594 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1afbd3fa9484994a43ad790a481ebd0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732131172752 2024-11-20T19:32:56,595 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fe5029a0f8341b5b8e0b5fd41e921a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732131174103 2024-11-20T19:32:56,596 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:56,596 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting f87dd107f2524e87b2693d6907a880ce, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732131175305 2024-11-20T19:32:56,596 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/B is initiating minor compaction (all files) 2024-11-20T19:32:56,596 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/B in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:56,596 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/4223756dee234eee81b60bc1527e476d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/352343c3e06547aa9d60a21f16e65648, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/76e13afdb05546d1b51cf08d4b20deae] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=36.7 K 2024-11-20T19:32:56,597 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 4223756dee234eee81b60bc1527e476d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732131172752 2024-11-20T19:32:56,597 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 352343c3e06547aa9d60a21f16e65648, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732131174103 2024-11-20T19:32:56,597 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 76e13afdb05546d1b51cf08d4b20deae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732131175305 2024-11-20T19:32:56,609 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#A#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:56,609 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/2cc4697823484890827dda5e59198d5c is 50, key is test_row_0/A:col10/1732131175305/Put/seqid=0 2024-11-20T19:32:56,614 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#B#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:56,614 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/4bc2b85026504f55bbeb7499087d19b2 is 50, key is test_row_0/B:col10/1732131175305/Put/seqid=0 2024-11-20T19:32:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:56,617 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:56,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T19:32:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T19:32:56,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742317_1493 (size=13119) 2024-11-20T19:32:56,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/7b088d42d17c4178a4ee455e034a06a9 is 50, key is test_row_0/A:col10/1732131176497/Put/seqid=0 2024-11-20T19:32:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742318_1494 (size=13119) 2024-11-20T19:32:56,674 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/4bc2b85026504f55bbeb7499087d19b2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/4bc2b85026504f55bbeb7499087d19b2 2024-11-20T19:32:56,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T19:32:56,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:56,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:56,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:56,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:56,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:56,679 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/B of f075b7dd6841fab6db63663a8a8b5265 into 4bc2b85026504f55bbeb7499087d19b2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:56,680 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:56,680 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/B, priority=13, startTime=1732131176591; duration=0sec 2024-11-20T19:32:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:56,680 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:56,680 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:B 2024-11-20T19:32:56,680 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:32:56,681 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:32:56,681 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/C is initiating minor compaction (all files) 2024-11-20T19:32:56,681 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/C in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:56,681 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/7a51a473832c45c48dd1069ed950c9b2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/b39b58154a2a4eeab0151a4ca95a3d89, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5eac4f58c5d047d193beb3bb68d25a98] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=36.7 K 2024-11-20T19:32:56,682 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a51a473832c45c48dd1069ed950c9b2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732131172752 2024-11-20T19:32:56,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131236666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:56,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131236668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:56,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:56,682 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting b39b58154a2a4eeab0151a4ca95a3d89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732131174103 2024-11-20T19:32:56,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:56,683 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eac4f58c5d047d193beb3bb68d25a98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732131175305 2024-11-20T19:32:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131236668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:56,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742319_1495 (size=14741) 2024-11-20T19:32:56,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/7b088d42d17c4178a4ee455e034a06a9 2024-11-20T19:32:56,710 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:56,711 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/36c60b913fb64b8d8eb4c982c98fd21e is 50, key is test_row_0/C:col10/1732131175305/Put/seqid=0 2024-11-20T19:32:56,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/77ed5b9f7d9e4024892fa8d59fea08c2 is 50, key is test_row_0/B:col10/1732131176497/Put/seqid=0 2024-11-20T19:32:56,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742320_1496 (size=12301) 2024-11-20T19:32:56,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742321_1497 (size=13119) 2024-11-20T19:32:56,789 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/36c60b913fb64b8d8eb4c982c98fd21e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/36c60b913fb64b8d8eb4c982c98fd21e 2024-11-20T19:32:56,797 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/C of f075b7dd6841fab6db63663a8a8b5265 into 36c60b913fb64b8d8eb4c982c98fd21e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:56,797 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:56,798 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/C, priority=13, startTime=1732131176591; duration=0sec 2024-11-20T19:32:56,798 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:56,798 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:C 2024-11-20T19:32:56,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131236790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:56,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131236790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131236790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:56,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T19:32:56,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T19:32:56,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:56,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:56,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:56,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:56,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:56,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T19:32:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:56,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:57,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131237009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131237009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131237011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,061 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/2cc4697823484890827dda5e59198d5c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/2cc4697823484890827dda5e59198d5c 2024-11-20T19:32:57,070 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/A of f075b7dd6841fab6db63663a8a8b5265 into 2cc4697823484890827dda5e59198d5c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:57,070 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:57,070 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/A, priority=13, startTime=1732131176591; duration=0sec 2024-11-20T19:32:57,071 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:57,071 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:A 2024-11-20T19:32:57,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/77ed5b9f7d9e4024892fa8d59fea08c2 2024-11-20T19:32:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T19:32:57,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T19:32:57,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:57,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:57,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:57,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:57,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:57,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/61d6a9a63d37441e8b2c80b85532806e is 50, key is test_row_0/C:col10/1732131176497/Put/seqid=0 2024-11-20T19:32:57,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742322_1498 (size=12301) 2024-11-20T19:32:57,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/61d6a9a63d37441e8b2c80b85532806e 2024-11-20T19:32:57,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/7b088d42d17c4178a4ee455e034a06a9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/7b088d42d17c4178a4ee455e034a06a9 2024-11-20T19:32:57,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/7b088d42d17c4178a4ee455e034a06a9, entries=200, sequenceid=360, filesize=14.4 K 2024-11-20T19:32:57,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/77ed5b9f7d9e4024892fa8d59fea08c2 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/77ed5b9f7d9e4024892fa8d59fea08c2 2024-11-20T19:32:57,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/77ed5b9f7d9e4024892fa8d59fea08c2, entries=150, sequenceid=360, filesize=12.0 K 2024-11-20T19:32:57,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/61d6a9a63d37441e8b2c80b85532806e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/61d6a9a63d37441e8b2c80b85532806e 2024-11-20T19:32:57,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/61d6a9a63d37441e8b2c80b85532806e, entries=150, sequenceid=360, filesize=12.0 K 2024-11-20T19:32:57,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f075b7dd6841fab6db63663a8a8b5265 in 623ms, sequenceid=360, compaction requested=false 2024-11-20T19:32:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:57,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T19:32:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:57,303 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:32:57,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/ac224f5b56d54561b73897ba2a9e075c is 50, key is test_row_0/A:col10/1732131176666/Put/seqid=0 2024-11-20T19:32:57,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:57,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742323_1499 (size=12301) 2024-11-20T19:32:57,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131237433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131237449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131237449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131237520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,522 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in f075b7dd6841fab6db63663a8a8b5265 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131237559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131237569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131237569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T19:32:57,761 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/ac224f5b56d54561b73897ba2a9e075c 2024-11-20T19:32:57,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131237772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/501df664a1d3449f92e4e181d0fc386c is 50, key is test_row_0/B:col10/1732131176666/Put/seqid=0 2024-11-20T19:32:57,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131237780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131237790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:57,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:57,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:57,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742324_1500 (size=12301) 2024-11-20T19:32:57,822 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/501df664a1d3449f92e4e181d0fc386c 2024-11-20T19:32:57,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/067dd60015e1406d8b0d81491dec0a29 is 50, key is test_row_0/C:col10/1732131176666/Put/seqid=0 2024-11-20T19:32:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742325_1501 (size=12301) 2024-11-20T19:32:58,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131238089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:58,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:58,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131238099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:58,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131238109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:58,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:58,293 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/067dd60015e1406d8b0d81491dec0a29 2024-11-20T19:32:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/ac224f5b56d54561b73897ba2a9e075c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/ac224f5b56d54561b73897ba2a9e075c 2024-11-20T19:32:58,309 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/ac224f5b56d54561b73897ba2a9e075c, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T19:32:58,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/501df664a1d3449f92e4e181d0fc386c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/501df664a1d3449f92e4e181d0fc386c 2024-11-20T19:32:58,313 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/501df664a1d3449f92e4e181d0fc386c, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T19:32:58,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/067dd60015e1406d8b0d81491dec0a29 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/067dd60015e1406d8b0d81491dec0a29 2024-11-20T19:32:58,321 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/067dd60015e1406d8b0d81491dec0a29, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T19:32:58,322 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f075b7dd6841fab6db63663a8a8b5265 in 1019ms, sequenceid=375, compaction requested=true 2024-11-20T19:32:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-20T19:32:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-20T19:32:58,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-20T19:32:58,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-11-20T19:32:58,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.8240 sec 2024-11-20T19:32:58,394 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:32:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:32:58,617 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:32:58,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T19:32:58,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/5be4d6a5fcce46219e5df277167f4e9c is 50, key is test_row_0/A:col10/1732131178617/Put/seqid=0 2024-11-20T19:32:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742326_1502 (size=17181) 2024-11-20T19:32:58,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131238641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:58,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131238649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:58,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131238649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T19:32:58,661 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:32:58,662 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:32:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-20T19:32:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T19:32:58,663 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:32:58,664 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:32:58,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:32:58,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131238759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:58,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T19:32:58,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131238769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:58,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131238769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:58,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T19:32:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:58,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:58,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:58,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T19:32:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:58,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:58,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T19:32:58,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131238979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:58,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:58,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131238989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:58,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:58,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131238991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:59,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:59,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/5be4d6a5fcce46219e5df277167f4e9c 2024-11-20T19:32:59,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/927d5c81d2d642ba80fed32c3c6370bb is 50, key is test_row_0/B:col10/1732131178617/Put/seqid=0 2024-11-20T19:32:59,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742327_1503 (size=12301) 2024-11-20T19:32:59,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T19:32:59,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T19:32:59,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:59,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T19:32:59,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131239289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:59,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:59,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131239309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:59,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131239309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:59,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T19:32:59,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:59,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/927d5c81d2d642ba80fed32c3c6370bb 2024-11-20T19:32:59,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/46e7d3618af343cfb71a6dccf0c2dc78 is 50, key is test_row_0/C:col10/1732131178617/Put/seqid=0 2024-11-20T19:32:59,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742328_1504 (size=12301) 2024-11-20T19:32:59,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41132 deadline: 1732131239539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:59,543 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in f075b7dd6841fab6db63663a8a8b5265 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:32:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:59,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T19:32:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T19:32:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T19:32:59,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131239809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:59,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131239819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:59,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:32:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131239829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:32:59,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:32:59,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:32:59,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/46e7d3618af343cfb71a6dccf0c2dc78 2024-11-20T19:32:59,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/5be4d6a5fcce46219e5df277167f4e9c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/5be4d6a5fcce46219e5df277167f4e9c 2024-11-20T19:32:59,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/5be4d6a5fcce46219e5df277167f4e9c, entries=250, sequenceid=402, filesize=16.8 K 2024-11-20T19:32:59,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/927d5c81d2d642ba80fed32c3c6370bb as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/927d5c81d2d642ba80fed32c3c6370bb 2024-11-20T19:32:59,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/927d5c81d2d642ba80fed32c3c6370bb, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T19:32:59,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/46e7d3618af343cfb71a6dccf0c2dc78 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/46e7d3618af343cfb71a6dccf0c2dc78 2024-11-20T19:32:59,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T19:32:59,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:32:59,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:32:59,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/46e7d3618af343cfb71a6dccf0c2dc78, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T19:32:59,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f075b7dd6841fab6db63663a8a8b5265 in 1275ms, sequenceid=402, compaction requested=true 2024-11-20T19:32:59,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:59,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:32:59,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:59,892 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:32:59,892 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:32:59,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:32:59,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:32:59,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:32:59,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:59,894 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57342 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:32:59,894 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:32:59,894 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/A is initiating minor compaction (all files) 2024-11-20T19:32:59,894 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/B is initiating minor compaction (all files) 2024-11-20T19:32:59,894 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/A in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,894 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/B in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,894 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/4bc2b85026504f55bbeb7499087d19b2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/77ed5b9f7d9e4024892fa8d59fea08c2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/501df664a1d3449f92e4e181d0fc386c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/927d5c81d2d642ba80fed32c3c6370bb] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=48.8 K 2024-11-20T19:32:59,894 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/2cc4697823484890827dda5e59198d5c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/7b088d42d17c4178a4ee455e034a06a9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/ac224f5b56d54561b73897ba2a9e075c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/5be4d6a5fcce46219e5df277167f4e9c] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=56.0 K 2024-11-20T19:32:59,894 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cc4697823484890827dda5e59198d5c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732131175305 2024-11-20T19:32:59,895 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bc2b85026504f55bbeb7499087d19b2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732131175305 2024-11-20T19:32:59,895 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b088d42d17c4178a4ee455e034a06a9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732131176486 2024-11-20T19:32:59,895 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 77ed5b9f7d9e4024892fa8d59fea08c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732131176495 2024-11-20T19:32:59,895 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac224f5b56d54561b73897ba2a9e075c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732131176664 2024-11-20T19:32:59,895 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 501df664a1d3449f92e4e181d0fc386c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732131176664 2024-11-20T19:32:59,895 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5be4d6a5fcce46219e5df277167f4e9c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732131177408 2024-11-20T19:32:59,895 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 927d5c81d2d642ba80fed32c3c6370bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732131177447 2024-11-20T19:32:59,927 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:59,928 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/5f885b4b7ffe4e5b8c16ad7e04512a3a is 50, key is test_row_0/B:col10/1732131178617/Put/seqid=0 2024-11-20T19:32:59,929 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#A#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:59,929 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/863cb1b7178e4ecf92821c4855bc6cb9 is 50, key is test_row_0/A:col10/1732131178617/Put/seqid=0 2024-11-20T19:32:59,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742329_1505 (size=13255) 2024-11-20T19:32:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742330_1506 (size=13255) 2024-11-20T19:32:59,952 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/863cb1b7178e4ecf92821c4855bc6cb9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/863cb1b7178e4ecf92821c4855bc6cb9 2024-11-20T19:32:59,956 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/A of f075b7dd6841fab6db63663a8a8b5265 into 863cb1b7178e4ecf92821c4855bc6cb9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:32:59,956 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:32:59,956 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/A, priority=12, startTime=1732131179892; duration=0sec 2024-11-20T19:32:59,956 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:32:59,956 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:A 2024-11-20T19:32:59,956 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T19:32:59,957 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T19:32:59,957 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/C is initiating minor compaction (all files) 2024-11-20T19:32:59,957 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/C in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:32:59,957 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/36c60b913fb64b8d8eb4c982c98fd21e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/61d6a9a63d37441e8b2c80b85532806e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/067dd60015e1406d8b0d81491dec0a29, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/46e7d3618af343cfb71a6dccf0c2dc78] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=48.8 K 2024-11-20T19:32:59,957 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36c60b913fb64b8d8eb4c982c98fd21e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732131175305 2024-11-20T19:32:59,957 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61d6a9a63d37441e8b2c80b85532806e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732131176495 2024-11-20T19:32:59,957 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 067dd60015e1406d8b0d81491dec0a29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732131176664 2024-11-20T19:32:59,958 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46e7d3618af343cfb71a6dccf0c2dc78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732131177447 2024-11-20T19:32:59,968 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#C#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:32:59,969 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/053156dab5584b0d8f0d45251ec1ba6c is 50, key is test_row_0/C:col10/1732131178617/Put/seqid=0 2024-11-20T19:32:59,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742331_1507 (size=13255) 2024-11-20T19:33:00,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T19:33:00,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:33:00,041 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T19:33:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/19ecb6120fdd4ad895373fa33cb36560 is 50, key is test_row_0/A:col10/1732131178640/Put/seqid=0 2024-11-20T19:33:00,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742332_1508 (size=12301) 2024-11-20T19:33:00,353 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/5f885b4b7ffe4e5b8c16ad7e04512a3a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/5f885b4b7ffe4e5b8c16ad7e04512a3a 2024-11-20T19:33:00,357 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/B of f075b7dd6841fab6db63663a8a8b5265 into 5f885b4b7ffe4e5b8c16ad7e04512a3a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:00,357 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:33:00,357 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/B, priority=12, startTime=1732131179892; duration=0sec 2024-11-20T19:33:00,357 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:00,357 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:B 2024-11-20T19:33:00,385 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/053156dab5584b0d8f0d45251ec1ba6c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/053156dab5584b0d8f0d45251ec1ba6c 2024-11-20T19:33:00,390 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/C of f075b7dd6841fab6db63663a8a8b5265 into 053156dab5584b0d8f0d45251ec1ba6c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:00,390 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:33:00,390 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/C, priority=12, startTime=1732131179892; duration=0sec 2024-11-20T19:33:00,390 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:00,390 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:C 2024-11-20T19:33:00,454 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/19ecb6120fdd4ad895373fa33cb36560 2024-11-20T19:33:00,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/d0297db05ee7434fb2f7bed36188ffe7 is 50, key is test_row_0/B:col10/1732131178640/Put/seqid=0 2024-11-20T19:33:00,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742333_1509 (size=12301) 2024-11-20T19:33:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T19:33:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:33:00,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. as already flushing 2024-11-20T19:33:00,866 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/d0297db05ee7434fb2f7bed36188ffe7 2024-11-20T19:33:00,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/5a550ead7ed044a89e042c873a066830 is 50, key is test_row_0/C:col10/1732131178640/Put/seqid=0 2024-11-20T19:33:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742334_1510 (size=12301) 2024-11-20T19:33:00,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131240924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:00,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:00,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:00,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:33:00,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131240925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:00,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:00,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:00,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:00,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:33:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131240926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:00,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:00,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:00,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:33:01,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131241039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:01,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:33:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131241039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:33:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131241049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:33:01,185 INFO [Thread-1922 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1922. 2024-11-20T19:33:01,185 DEBUG [Thread-1922 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:01,185 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,185 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:01,187 INFO [Thread-1920 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1920. 2024-11-20T19:33:01,187 DEBUG [Thread-1920 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:01,187 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,187 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:01,190 INFO [Thread-1916 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1916. 2024-11-20T19:33:01,190 DEBUG [Thread-1916 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:01,190 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,190 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:01,194 INFO [Thread-1924 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1924. 2024-11-20T19:33:01,194 DEBUG [Thread-1924 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:01,194 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,194 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:01,195 INFO [Thread-1918 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1918. 2024-11-20T19:33:01,195 DEBUG [Thread-1918 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:01,195 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,195 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:01,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:01,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41112 deadline: 1732131241249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41116 deadline: 1732131241249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:33:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:33:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41062 deadline: 1732131241269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 , the old value is region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., hostname=e14ef07817f4,39645,1732131030299, seqNum=2 because the exception is null or not the one we care about 2024-11-20T19:33:01,287 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/5a550ead7ed044a89e042c873a066830 2024-11-20T19:33:01,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/19ecb6120fdd4ad895373fa33cb36560 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/19ecb6120fdd4ad895373fa33cb36560 2024-11-20T19:33:01,293 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/19ecb6120fdd4ad895373fa33cb36560, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T19:33:01,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/d0297db05ee7434fb2f7bed36188ffe7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/d0297db05ee7434fb2f7bed36188ffe7 2024-11-20T19:33:01,296 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/d0297db05ee7434fb2f7bed36188ffe7, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T19:33:01,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/5a550ead7ed044a89e042c873a066830 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5a550ead7ed044a89e042c873a066830 2024-11-20T19:33:01,299 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5a550ead7ed044a89e042c873a066830, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T19:33:01,300 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for f075b7dd6841fab6db63663a8a8b5265 in 1259ms, sequenceid=412, compaction requested=false 2024-11-20T19:33:01,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:33:01,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:33:01,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-20T19:33:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-20T19:33:01,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-20T19:33:01,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6370 sec 2024-11-20T19:33:01,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.6410 sec 2024-11-20T19:33:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:33:01,561 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:33:01,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T19:33:01,561 INFO [Thread-1905 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1905. 2024-11-20T19:33:01,561 INFO [Thread-1911 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1911. 2024-11-20T19:33:01,561 DEBUG [Thread-1905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:01,561 DEBUG [Thread-1911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:01,561 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,561 DEBUG [Thread-1911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,561 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,561 DEBUG [Thread-1911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:01,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:01,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/071b057c5240402b8a471a2c0dc8a08a is 50, key is test_row_0/A:col10/1732131180923/Put/seqid=0 2024-11-20T19:33:01,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742335_1511 (size=12301) 2024-11-20T19:33:01,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/071b057c5240402b8a471a2c0dc8a08a 2024-11-20T19:33:01,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/53659bbf20bf464c841b0596ab82ea1b is 50, key is test_row_0/B:col10/1732131180923/Put/seqid=0 2024-11-20T19:33:01,581 INFO [Thread-1907 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1907. 2024-11-20T19:33:01,581 DEBUG [Thread-1907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:01,581 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,581 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:01,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742336_1512 (size=12301) 2024-11-20T19:33:01,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/53659bbf20bf464c841b0596ab82ea1b 2024-11-20T19:33:01,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/6d1955cb619d4e34a01da9ffd48d3dca is 50, key is test_row_0/C:col10/1732131180923/Put/seqid=0 2024-11-20T19:33:01,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742337_1513 (size=12301) 2024-11-20T19:33:01,910 INFO [Thread-1909 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1909. 2024-11-20T19:33:01,910 DEBUG [Thread-1909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:01,910 DEBUG [Thread-1909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,911 DEBUG [Thread-1909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:01,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:02,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/6d1955cb619d4e34a01da9ffd48d3dca 2024-11-20T19:33:02,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/071b057c5240402b8a471a2c0dc8a08a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/071b057c5240402b8a471a2c0dc8a08a 2024-11-20T19:33:02,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/071b057c5240402b8a471a2c0dc8a08a, entries=150, sequenceid=443, filesize=12.0 K 2024-11-20T19:33:02,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/53659bbf20bf464c841b0596ab82ea1b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/53659bbf20bf464c841b0596ab82ea1b 2024-11-20T19:33:02,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/53659bbf20bf464c841b0596ab82ea1b, entries=150, sequenceid=443, filesize=12.0 K 2024-11-20T19:33:02,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/6d1955cb619d4e34a01da9ffd48d3dca as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6d1955cb619d4e34a01da9ffd48d3dca 2024-11-20T19:33:02,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6d1955cb619d4e34a01da9ffd48d3dca, entries=150, sequenceid=443, filesize=12.0 K 2024-11-20T19:33:02,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=13.42 KB/13740 for f075b7dd6841fab6db63663a8a8b5265 in 456ms, sequenceid=443, compaction requested=true 2024-11-20T19:33:02,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:33:02,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:33:02,018 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:02,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:02,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:33:02,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:02,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f075b7dd6841fab6db63663a8a8b5265:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:33:02,018 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:02,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:02,018 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:02,018 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:02,018 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/A is initiating minor compaction (all files) 2024-11-20T19:33:02,018 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/B is initiating minor compaction (all files) 2024-11-20T19:33:02,018 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/A in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:33:02,018 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/B in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:33:02,018 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/863cb1b7178e4ecf92821c4855bc6cb9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/19ecb6120fdd4ad895373fa33cb36560, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/071b057c5240402b8a471a2c0dc8a08a] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=37.0 K 2024-11-20T19:33:02,018 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/5f885b4b7ffe4e5b8c16ad7e04512a3a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/d0297db05ee7434fb2f7bed36188ffe7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/53659bbf20bf464c841b0596ab82ea1b] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=37.0 K 2024-11-20T19:33:02,019 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 863cb1b7178e4ecf92821c4855bc6cb9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732131177447 2024-11-20T19:33:02,019 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f885b4b7ffe4e5b8c16ad7e04512a3a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732131177447 2024-11-20T19:33:02,019 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19ecb6120fdd4ad895373fa33cb36560, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732131178634 2024-11-20T19:33:02,019 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting d0297db05ee7434fb2f7bed36188ffe7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732131178634 2024-11-20T19:33:02,019 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 071b057c5240402b8a471a2c0dc8a08a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732131180923 2024-11-20T19:33:02,019 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 53659bbf20bf464c841b0596ab82ea1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732131180923 2024-11-20T19:33:02,025 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#A#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:02,026 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/0b695ee6c7d443e1a9f18cc53ee01377 is 50, key is test_row_0/A:col10/1732131180923/Put/seqid=0 2024-11-20T19:33:02,026 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#B#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:02,026 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/36f0cd96601d48aeb471d4964b17ff40 is 50, key is test_row_0/B:col10/1732131180923/Put/seqid=0 2024-11-20T19:33:02,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742338_1514 (size=13357) 2024-11-20T19:33:02,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742339_1515 (size=13357) 2024-11-20T19:33:02,442 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/0b695ee6c7d443e1a9f18cc53ee01377 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/0b695ee6c7d443e1a9f18cc53ee01377 2024-11-20T19:33:02,442 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/36f0cd96601d48aeb471d4964b17ff40 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/36f0cd96601d48aeb471d4964b17ff40 2024-11-20T19:33:02,445 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/A of f075b7dd6841fab6db63663a8a8b5265 into 0b695ee6c7d443e1a9f18cc53ee01377(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:02,445 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/B of f075b7dd6841fab6db63663a8a8b5265 into 36f0cd96601d48aeb471d4964b17ff40(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:02,445 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:33:02,445 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:33:02,445 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/A, priority=13, startTime=1732131182017; duration=0sec 2024-11-20T19:33:02,445 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/B, priority=13, startTime=1732131182018; duration=0sec 2024-11-20T19:33:02,445 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:02,445 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:A 2024-11-20T19:33:02,445 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:02,445 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:B 2024-11-20T19:33:02,445 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:02,446 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:02,446 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f075b7dd6841fab6db63663a8a8b5265/C is initiating minor compaction (all files) 2024-11-20T19:33:02,446 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f075b7dd6841fab6db63663a8a8b5265/C in TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:33:02,446 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/053156dab5584b0d8f0d45251ec1ba6c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5a550ead7ed044a89e042c873a066830, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6d1955cb619d4e34a01da9ffd48d3dca] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp, totalSize=37.0 K 2024-11-20T19:33:02,446 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 053156dab5584b0d8f0d45251ec1ba6c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732131177447 2024-11-20T19:33:02,447 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a550ead7ed044a89e042c873a066830, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732131178634 2024-11-20T19:33:02,447 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d1955cb619d4e34a01da9ffd48d3dca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732131180923 2024-11-20T19:33:02,453 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f075b7dd6841fab6db63663a8a8b5265#C#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:02,454 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/87d29fad6b6447ecad975d47c0b20f50 is 50, key is test_row_0/C:col10/1732131180923/Put/seqid=0 2024-11-20T19:33:02,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742340_1516 (size=13357) 2024-11-20T19:33:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T19:33:02,830 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:02,861 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/87d29fad6b6447ecad975d47c0b20f50 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/87d29fad6b6447ecad975d47c0b20f50 2024-11-20T19:33:02,865 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f075b7dd6841fab6db63663a8a8b5265/C of f075b7dd6841fab6db63663a8a8b5265 into 87d29fad6b6447ecad975d47c0b20f50(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:02,865 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f075b7dd6841fab6db63663a8a8b5265: 2024-11-20T19:33:02,865 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., storeName=f075b7dd6841fab6db63663a8a8b5265/C, priority=13, startTime=1732131182018; duration=0sec 2024-11-20T19:33:02,865 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:02,865 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f075b7dd6841fab6db63663a8a8b5265:C 2024-11-20T19:33:03,590 INFO [Thread-1913 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1913. 2024-11-20T19:33:03,590 DEBUG [Thread-1913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:03,590 DEBUG [Thread-1913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:03,590 DEBUG [Thread-1913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:03,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 132 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1403 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4209 rows 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1397 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4186 rows 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1402 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4200 rows 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1400 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4193 rows 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1394 2024-11-20T19:33:03,591 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4179 rows 2024-11-20T19:33:03,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:33:03,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:33:03,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:03,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:03,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:03,592 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-20T19:33:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T19:33:03,594 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131183594"}]},"ts":"1732131183594"} 2024-11-20T19:33:03,595 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T19:33:03,595 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T19:33:03,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:33:03,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f075b7dd6841fab6db63663a8a8b5265, UNASSIGN}] 2024-11-20T19:33:03,598 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f075b7dd6841fab6db63663a8a8b5265, UNASSIGN 2024-11-20T19:33:03,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=f075b7dd6841fab6db63663a8a8b5265, regionState=CLOSING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:03,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f075b7dd6841fab6db63663a8a8b5265, UNASSIGN because future has completed 2024-11-20T19:33:03,599 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:33:03,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:33:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T19:33:03,751 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:33:03,751 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:33:03,751 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing f075b7dd6841fab6db63663a8a8b5265, disabling compactions & flushes 2024-11-20T19:33:03,751 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:33:03,751 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:33:03,752 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. after waiting 1 ms 2024-11-20T19:33:03,752 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:33:03,752 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing f075b7dd6841fab6db63663a8a8b5265 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T19:33:03,755 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/28b81e0486f74ce9820f674eb1a460f4 is 50, key is test_row_0/A:col10/1732131181909/Put/seqid=0 2024-11-20T19:33:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742341_1517 (size=9857) 2024-11-20T19:33:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T19:33:04,159 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/28b81e0486f74ce9820f674eb1a460f4 2024-11-20T19:33:04,164 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/f0f26d98426b48f8b4d881e29e0d4cb0 is 50, key is test_row_0/B:col10/1732131181909/Put/seqid=0 2024-11-20T19:33:04,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742342_1518 (size=9857) 2024-11-20T19:33:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T19:33:04,568 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/f0f26d98426b48f8b4d881e29e0d4cb0 2024-11-20T19:33:04,573 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/a55c2701b13b4d1484aebed9511c57ec is 50, key is test_row_0/C:col10/1732131181909/Put/seqid=0 2024-11-20T19:33:04,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742343_1519 (size=9857) 2024-11-20T19:33:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T19:33:04,977 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/a55c2701b13b4d1484aebed9511c57ec 2024-11-20T19:33:04,980 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/A/28b81e0486f74ce9820f674eb1a460f4 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/28b81e0486f74ce9820f674eb1a460f4 2024-11-20T19:33:04,982 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/28b81e0486f74ce9820f674eb1a460f4, entries=100, sequenceid=452, filesize=9.6 K 2024-11-20T19:33:04,983 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/B/f0f26d98426b48f8b4d881e29e0d4cb0 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/f0f26d98426b48f8b4d881e29e0d4cb0 2024-11-20T19:33:04,985 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/f0f26d98426b48f8b4d881e29e0d4cb0, entries=100, sequenceid=452, filesize=9.6 K 2024-11-20T19:33:04,986 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/.tmp/C/a55c2701b13b4d1484aebed9511c57ec as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a55c2701b13b4d1484aebed9511c57ec 2024-11-20T19:33:04,988 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a55c2701b13b4d1484aebed9511c57ec, entries=100, sequenceid=452, filesize=9.6 K 2024-11-20T19:33:04,989 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for f075b7dd6841fab6db63663a8a8b5265 in 1237ms, sequenceid=452, compaction requested=false 2024-11-20T19:33:04,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/34147b2072d24132811c7f90b913dee9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/9aad452da45b4983a3eda23052fc6d48, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/8d4b3233778d4d3d9d28edf18b777635, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/7b5e030e59894ff1b5e68b746135d8c6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/782165d7801b4142a9bf3fb61386eb1a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d0732c6e52a34a3d930bf2a60bee9b08, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/c2a6a9f782834300a16ed61064c803a7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/8fa55d31b0774b458855742de92250c5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/88d500e3c0554389be4de1794deceae5, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/1f04001dafe445f08b0d8bdcbd6e4c89, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d8c7c375b3a049c3b05df75eb06db689, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/1fa08d44cb6a40518f64aa2710af46f6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/0d8f2e17a3bf41da8e4a59f57b96cf6e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/9e673c0924864351804fc7c446298f34, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/3fc585031fc34a6396e17e3177416e25, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/a165d178713e4cf7bb24f9b1637d8598, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/88b166e0508b4ee999a1195f2aaf4efd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/95775f90f3c64a629997a60a7217af31, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/18e7573d70a347f5978687305d60ce14, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/133eba709be34299a5d24d4ca57f9038, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/00db78609b7d4d3abf4353f003e19ffe, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d1afbd3fa9484994a43ad790a481ebd0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/2fe5029a0f8341b5b8e0b5fd41e921a4, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/f87dd107f2524e87b2693d6907a880ce, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/2cc4697823484890827dda5e59198d5c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/7b088d42d17c4178a4ee455e034a06a9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/ac224f5b56d54561b73897ba2a9e075c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/5be4d6a5fcce46219e5df277167f4e9c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/863cb1b7178e4ecf92821c4855bc6cb9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/19ecb6120fdd4ad895373fa33cb36560, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/071b057c5240402b8a471a2c0dc8a08a] to archive 2024-11-20T19:33:04,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:33:04,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/34147b2072d24132811c7f90b913dee9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/34147b2072d24132811c7f90b913dee9 2024-11-20T19:33:04,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/9aad452da45b4983a3eda23052fc6d48 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/9aad452da45b4983a3eda23052fc6d48 2024-11-20T19:33:04,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/8d4b3233778d4d3d9d28edf18b777635 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/8d4b3233778d4d3d9d28edf18b777635 2024-11-20T19:33:04,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/7b5e030e59894ff1b5e68b746135d8c6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/7b5e030e59894ff1b5e68b746135d8c6 2024-11-20T19:33:04,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/782165d7801b4142a9bf3fb61386eb1a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/782165d7801b4142a9bf3fb61386eb1a 2024-11-20T19:33:04,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d0732c6e52a34a3d930bf2a60bee9b08 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d0732c6e52a34a3d930bf2a60bee9b08 2024-11-20T19:33:04,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/c2a6a9f782834300a16ed61064c803a7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/c2a6a9f782834300a16ed61064c803a7 2024-11-20T19:33:04,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/8fa55d31b0774b458855742de92250c5 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/8fa55d31b0774b458855742de92250c5 2024-11-20T19:33:04,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/88d500e3c0554389be4de1794deceae5 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/88d500e3c0554389be4de1794deceae5 2024-11-20T19:33:04,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/1f04001dafe445f08b0d8bdcbd6e4c89 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/1f04001dafe445f08b0d8bdcbd6e4c89 2024-11-20T19:33:04,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d8c7c375b3a049c3b05df75eb06db689 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d8c7c375b3a049c3b05df75eb06db689 2024-11-20T19:33:05,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/1fa08d44cb6a40518f64aa2710af46f6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/1fa08d44cb6a40518f64aa2710af46f6 2024-11-20T19:33:05,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/0d8f2e17a3bf41da8e4a59f57b96cf6e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/0d8f2e17a3bf41da8e4a59f57b96cf6e 2024-11-20T19:33:05,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/9e673c0924864351804fc7c446298f34 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/9e673c0924864351804fc7c446298f34 2024-11-20T19:33:05,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/3fc585031fc34a6396e17e3177416e25 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/3fc585031fc34a6396e17e3177416e25 2024-11-20T19:33:05,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/a165d178713e4cf7bb24f9b1637d8598 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/a165d178713e4cf7bb24f9b1637d8598 2024-11-20T19:33:05,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/88b166e0508b4ee999a1195f2aaf4efd to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/88b166e0508b4ee999a1195f2aaf4efd 2024-11-20T19:33:05,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/95775f90f3c64a629997a60a7217af31 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/95775f90f3c64a629997a60a7217af31 2024-11-20T19:33:05,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/18e7573d70a347f5978687305d60ce14 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/18e7573d70a347f5978687305d60ce14 2024-11-20T19:33:05,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/133eba709be34299a5d24d4ca57f9038 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/133eba709be34299a5d24d4ca57f9038 2024-11-20T19:33:05,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/00db78609b7d4d3abf4353f003e19ffe to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/00db78609b7d4d3abf4353f003e19ffe 2024-11-20T19:33:05,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d1afbd3fa9484994a43ad790a481ebd0 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/d1afbd3fa9484994a43ad790a481ebd0 2024-11-20T19:33:05,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/2fe5029a0f8341b5b8e0b5fd41e921a4 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/2fe5029a0f8341b5b8e0b5fd41e921a4 2024-11-20T19:33:05,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/f87dd107f2524e87b2693d6907a880ce to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/f87dd107f2524e87b2693d6907a880ce 2024-11-20T19:33:05,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/2cc4697823484890827dda5e59198d5c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/2cc4697823484890827dda5e59198d5c 2024-11-20T19:33:05,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/7b088d42d17c4178a4ee455e034a06a9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/7b088d42d17c4178a4ee455e034a06a9 2024-11-20T19:33:05,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/ac224f5b56d54561b73897ba2a9e075c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/ac224f5b56d54561b73897ba2a9e075c 2024-11-20T19:33:05,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/5be4d6a5fcce46219e5df277167f4e9c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/5be4d6a5fcce46219e5df277167f4e9c 2024-11-20T19:33:05,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/863cb1b7178e4ecf92821c4855bc6cb9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/863cb1b7178e4ecf92821c4855bc6cb9 2024-11-20T19:33:05,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/19ecb6120fdd4ad895373fa33cb36560 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/19ecb6120fdd4ad895373fa33cb36560 2024-11-20T19:33:05,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/071b057c5240402b8a471a2c0dc8a08a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/071b057c5240402b8a471a2c0dc8a08a 2024-11-20T19:33:05,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/cc3a0513091a4d4f94d51255b8fde2f3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/a0acfd4415d84aa982d0a5e9b0e4cb59, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/2a29a3b5a42440e3b165541e9e45fe4d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/b581c7fdee014eb89e328a0c16d3a026, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/cb5563a94da9459eb1875dc02607cdbb, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e78e35834bee4451b0ea73ed40c95c92, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/ea80aeb7954f440888c98c012ff65f37, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/06eab64ee21449c794afccdda4f42ca9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/ee4876e6727f48ffa7a19440ffb3f6c2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/5205790659d34e2d8cb89d1421b2a69a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e9e58de6b2fe4a97803a1edae2dadb80, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/167ffaea638d4bdfb69af6235ba9dd14, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/9b038500c44b4575bc69ff3abedacb71, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/2ee2c9fb342d483f9d146a363e4a9ff9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/dda00bdcb72b4a949552a36ddc15de39, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/dcc2a03d26634fad9161e429612cf820, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/3509c773c18448788296fd4aa2690a31, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/d06a1a6756b34a12987fd0a2a8d1908e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/fcea9dd57ab24dbaa01e738d208abfe1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e0913e82f95f4c6fa16754ef60301520, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/4223756dee234eee81b60bc1527e476d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/0a4c0062908f4fbe8fb084a1fc9d16c9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/352343c3e06547aa9d60a21f16e65648, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/4bc2b85026504f55bbeb7499087d19b2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/76e13afdb05546d1b51cf08d4b20deae, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/77ed5b9f7d9e4024892fa8d59fea08c2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/501df664a1d3449f92e4e181d0fc386c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/5f885b4b7ffe4e5b8c16ad7e04512a3a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/927d5c81d2d642ba80fed32c3c6370bb, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/d0297db05ee7434fb2f7bed36188ffe7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/53659bbf20bf464c841b0596ab82ea1b] to archive 2024-11-20T19:33:05,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:33:05,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/cc3a0513091a4d4f94d51255b8fde2f3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/cc3a0513091a4d4f94d51255b8fde2f3 2024-11-20T19:33:05,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/a0acfd4415d84aa982d0a5e9b0e4cb59 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/a0acfd4415d84aa982d0a5e9b0e4cb59 2024-11-20T19:33:05,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/2a29a3b5a42440e3b165541e9e45fe4d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/2a29a3b5a42440e3b165541e9e45fe4d 2024-11-20T19:33:05,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/b581c7fdee014eb89e328a0c16d3a026 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/b581c7fdee014eb89e328a0c16d3a026 2024-11-20T19:33:05,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/cb5563a94da9459eb1875dc02607cdbb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/cb5563a94da9459eb1875dc02607cdbb 2024-11-20T19:33:05,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e78e35834bee4451b0ea73ed40c95c92 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e78e35834bee4451b0ea73ed40c95c92 2024-11-20T19:33:05,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/ea80aeb7954f440888c98c012ff65f37 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/ea80aeb7954f440888c98c012ff65f37 2024-11-20T19:33:05,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/06eab64ee21449c794afccdda4f42ca9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/06eab64ee21449c794afccdda4f42ca9 2024-11-20T19:33:05,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/ee4876e6727f48ffa7a19440ffb3f6c2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/ee4876e6727f48ffa7a19440ffb3f6c2 2024-11-20T19:33:05,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/5205790659d34e2d8cb89d1421b2a69a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/5205790659d34e2d8cb89d1421b2a69a 2024-11-20T19:33:05,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e9e58de6b2fe4a97803a1edae2dadb80 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e9e58de6b2fe4a97803a1edae2dadb80 2024-11-20T19:33:05,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/167ffaea638d4bdfb69af6235ba9dd14 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/167ffaea638d4bdfb69af6235ba9dd14 2024-11-20T19:33:05,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/9b038500c44b4575bc69ff3abedacb71 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/9b038500c44b4575bc69ff3abedacb71 2024-11-20T19:33:05,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/2ee2c9fb342d483f9d146a363e4a9ff9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/2ee2c9fb342d483f9d146a363e4a9ff9 2024-11-20T19:33:05,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/dda00bdcb72b4a949552a36ddc15de39 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/dda00bdcb72b4a949552a36ddc15de39 2024-11-20T19:33:05,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/dcc2a03d26634fad9161e429612cf820 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/dcc2a03d26634fad9161e429612cf820 2024-11-20T19:33:05,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/3509c773c18448788296fd4aa2690a31 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/3509c773c18448788296fd4aa2690a31 2024-11-20T19:33:05,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/d06a1a6756b34a12987fd0a2a8d1908e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/d06a1a6756b34a12987fd0a2a8d1908e 2024-11-20T19:33:05,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/fcea9dd57ab24dbaa01e738d208abfe1 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/fcea9dd57ab24dbaa01e738d208abfe1 2024-11-20T19:33:05,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e0913e82f95f4c6fa16754ef60301520 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/e0913e82f95f4c6fa16754ef60301520 2024-11-20T19:33:05,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/4223756dee234eee81b60bc1527e476d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/4223756dee234eee81b60bc1527e476d 2024-11-20T19:33:05,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/0a4c0062908f4fbe8fb084a1fc9d16c9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/0a4c0062908f4fbe8fb084a1fc9d16c9 2024-11-20T19:33:05,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/352343c3e06547aa9d60a21f16e65648 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/352343c3e06547aa9d60a21f16e65648 2024-11-20T19:33:05,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/4bc2b85026504f55bbeb7499087d19b2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/4bc2b85026504f55bbeb7499087d19b2 2024-11-20T19:33:05,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/76e13afdb05546d1b51cf08d4b20deae to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/76e13afdb05546d1b51cf08d4b20deae 2024-11-20T19:33:05,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/77ed5b9f7d9e4024892fa8d59fea08c2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/77ed5b9f7d9e4024892fa8d59fea08c2 2024-11-20T19:33:05,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/501df664a1d3449f92e4e181d0fc386c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/501df664a1d3449f92e4e181d0fc386c 2024-11-20T19:33:05,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/5f885b4b7ffe4e5b8c16ad7e04512a3a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/5f885b4b7ffe4e5b8c16ad7e04512a3a 2024-11-20T19:33:05,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/927d5c81d2d642ba80fed32c3c6370bb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/927d5c81d2d642ba80fed32c3c6370bb 2024-11-20T19:33:05,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/d0297db05ee7434fb2f7bed36188ffe7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/d0297db05ee7434fb2f7bed36188ffe7 2024-11-20T19:33:05,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/53659bbf20bf464c841b0596ab82ea1b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/53659bbf20bf464c841b0596ab82ea1b 2024-11-20T19:33:05,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/bd863ba2ea5a4f049f699c7b5a5d24b6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/312b612889644dfa9a6d95cdbc8087b2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/94dd5c6d732c43ada032f479cefb6642, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/1199e98fb4c74a7eb26331cf7082a794, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/04274d1e67604015a161a30ac949287c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/7db69cf328cf4f06b362352422228eda, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5a727c9cda6746589ca35b02792b853e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/71037e1441eb456faa524c3185d367c1, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/f8152ae053ff4b5d80c2952cb008d484, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/e378293b45f34d2685689f9f35b8d645, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/51a84f9ab9f14437806c814354329121, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a0f43060c7de4975a6fd13c5c4590c44, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6176d16e745f4fee8424cb19f066e3e4, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/193d00357ddc4ad5bebcc10df43fcdd7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/06d4784163ca43338a5b9dc0c6bfbae4, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a933e72644f6454a95315619d8c7ee07, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6bd2e22a59f549f99799cfe43b0f819b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6a4a308a73a946a8a842d9149d638614, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/2e4f8d9e99584b0fabab6c2c04474377, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/58b6b85239cc43fd9c9139baa30d9fae, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/7a51a473832c45c48dd1069ed950c9b2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a8e7bb8158664fcaa1aeab2bfcdbd9c2, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/b39b58154a2a4eeab0151a4ca95a3d89, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/36c60b913fb64b8d8eb4c982c98fd21e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5eac4f58c5d047d193beb3bb68d25a98, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/61d6a9a63d37441e8b2c80b85532806e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/067dd60015e1406d8b0d81491dec0a29, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/053156dab5584b0d8f0d45251ec1ba6c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/46e7d3618af343cfb71a6dccf0c2dc78, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5a550ead7ed044a89e042c873a066830, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6d1955cb619d4e34a01da9ffd48d3dca] to archive 2024-11-20T19:33:05,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:33:05,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/bd863ba2ea5a4f049f699c7b5a5d24b6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/bd863ba2ea5a4f049f699c7b5a5d24b6 2024-11-20T19:33:05,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/312b612889644dfa9a6d95cdbc8087b2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/312b612889644dfa9a6d95cdbc8087b2 2024-11-20T19:33:05,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/94dd5c6d732c43ada032f479cefb6642 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/94dd5c6d732c43ada032f479cefb6642 2024-11-20T19:33:05,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/1199e98fb4c74a7eb26331cf7082a794 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/1199e98fb4c74a7eb26331cf7082a794 2024-11-20T19:33:05,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/04274d1e67604015a161a30ac949287c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/04274d1e67604015a161a30ac949287c 2024-11-20T19:33:05,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/7db69cf328cf4f06b362352422228eda to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/7db69cf328cf4f06b362352422228eda 2024-11-20T19:33:05,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5a727c9cda6746589ca35b02792b853e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5a727c9cda6746589ca35b02792b853e 2024-11-20T19:33:05,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/71037e1441eb456faa524c3185d367c1 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/71037e1441eb456faa524c3185d367c1 2024-11-20T19:33:05,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/f8152ae053ff4b5d80c2952cb008d484 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/f8152ae053ff4b5d80c2952cb008d484 2024-11-20T19:33:05,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/e378293b45f34d2685689f9f35b8d645 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/e378293b45f34d2685689f9f35b8d645 2024-11-20T19:33:05,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/51a84f9ab9f14437806c814354329121 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/51a84f9ab9f14437806c814354329121 2024-11-20T19:33:05,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a0f43060c7de4975a6fd13c5c4590c44 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a0f43060c7de4975a6fd13c5c4590c44 2024-11-20T19:33:05,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6176d16e745f4fee8424cb19f066e3e4 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6176d16e745f4fee8424cb19f066e3e4 2024-11-20T19:33:05,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/193d00357ddc4ad5bebcc10df43fcdd7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/193d00357ddc4ad5bebcc10df43fcdd7 2024-11-20T19:33:05,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/06d4784163ca43338a5b9dc0c6bfbae4 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/06d4784163ca43338a5b9dc0c6bfbae4 2024-11-20T19:33:05,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a933e72644f6454a95315619d8c7ee07 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a933e72644f6454a95315619d8c7ee07 2024-11-20T19:33:05,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6bd2e22a59f549f99799cfe43b0f819b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6bd2e22a59f549f99799cfe43b0f819b 2024-11-20T19:33:05,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6a4a308a73a946a8a842d9149d638614 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6a4a308a73a946a8a842d9149d638614 2024-11-20T19:33:05,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/2e4f8d9e99584b0fabab6c2c04474377 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/2e4f8d9e99584b0fabab6c2c04474377 2024-11-20T19:33:05,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/58b6b85239cc43fd9c9139baa30d9fae to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/58b6b85239cc43fd9c9139baa30d9fae 2024-11-20T19:33:05,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/7a51a473832c45c48dd1069ed950c9b2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/7a51a473832c45c48dd1069ed950c9b2 2024-11-20T19:33:05,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a8e7bb8158664fcaa1aeab2bfcdbd9c2 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a8e7bb8158664fcaa1aeab2bfcdbd9c2 2024-11-20T19:33:05,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/b39b58154a2a4eeab0151a4ca95a3d89 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/b39b58154a2a4eeab0151a4ca95a3d89 2024-11-20T19:33:05,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/36c60b913fb64b8d8eb4c982c98fd21e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/36c60b913fb64b8d8eb4c982c98fd21e 2024-11-20T19:33:05,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5eac4f58c5d047d193beb3bb68d25a98 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5eac4f58c5d047d193beb3bb68d25a98 2024-11-20T19:33:05,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/61d6a9a63d37441e8b2c80b85532806e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/61d6a9a63d37441e8b2c80b85532806e 2024-11-20T19:33:05,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/067dd60015e1406d8b0d81491dec0a29 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/067dd60015e1406d8b0d81491dec0a29 2024-11-20T19:33:05,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/053156dab5584b0d8f0d45251ec1ba6c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/053156dab5584b0d8f0d45251ec1ba6c 2024-11-20T19:33:05,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/46e7d3618af343cfb71a6dccf0c2dc78 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/46e7d3618af343cfb71a6dccf0c2dc78 2024-11-20T19:33:05,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5a550ead7ed044a89e042c873a066830 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/5a550ead7ed044a89e042c873a066830 2024-11-20T19:33:05,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6d1955cb619d4e34a01da9ffd48d3dca to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/6d1955cb619d4e34a01da9ffd48d3dca 2024-11-20T19:33:05,063 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/recovered.edits/455.seqid, newMaxSeqId=455, maxSeqId=1 2024-11-20T19:33:05,064 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. 2024-11-20T19:33:05,064 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for f075b7dd6841fab6db63663a8a8b5265: Waiting for close lock at 1732131183751Running coprocessor pre-close hooks at 1732131183751Disabling compacts and flushes for region at 1732131183751Disabling writes for close at 1732131183752 (+1 ms)Obtaining lock to block concurrent updates at 1732131183752Preparing flush snapshotting stores in f075b7dd6841fab6db63663a8a8b5265 at 1732131183752Finished memstore snapshotting TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732131183752Flushing stores of TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265. at 1732131183752Flushing f075b7dd6841fab6db63663a8a8b5265/A: creating writer at 1732131183752Flushing f075b7dd6841fab6db63663a8a8b5265/A: appending metadata at 1732131183755 (+3 ms)Flushing f075b7dd6841fab6db63663a8a8b5265/A: closing flushed file at 1732131183755Flushing f075b7dd6841fab6db63663a8a8b5265/B: creating writer at 1732131184162 (+407 ms)Flushing f075b7dd6841fab6db63663a8a8b5265/B: appending metadata at 1732131184164 (+2 ms)Flushing f075b7dd6841fab6db63663a8a8b5265/B: closing flushed file at 1732131184164Flushing f075b7dd6841fab6db63663a8a8b5265/C: creating writer at 1732131184571 (+407 ms)Flushing f075b7dd6841fab6db63663a8a8b5265/C: appending metadata at 1732131184573 (+2 ms)Flushing f075b7dd6841fab6db63663a8a8b5265/C: closing flushed file at 1732131184573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563906db: reopening flushed file at 1732131184979 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a74c45b: reopening flushed file at 1732131184983 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118da99a: reopening flushed file at 1732131184986 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for f075b7dd6841fab6db63663a8a8b5265 in 1237ms, sequenceid=452, compaction requested=false at 1732131184989 (+3 ms)Writing region close event to WAL at 1732131185062 (+73 ms)Running coprocessor post-close hooks at 1732131185064 (+2 ms)Closed at 1732131185064 2024-11-20T19:33:05,065 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:33:05,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=f075b7dd6841fab6db63663a8a8b5265, regionState=CLOSED 2024-11-20T19:33:05,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:33:05,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-20T19:33:05,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure f075b7dd6841fab6db63663a8a8b5265, server=e14ef07817f4,39645,1732131030299 in 1.4680 sec 2024-11-20T19:33:05,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-20T19:33:05,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f075b7dd6841fab6db63663a8a8b5265, UNASSIGN in 1.4710 sec 2024-11-20T19:33:05,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-20T19:33:05,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4740 sec 2024-11-20T19:33:05,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131185072"}]},"ts":"1732131185072"} 2024-11-20T19:33:05,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T19:33:05,073 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T19:33:05,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4810 sec 2024-11-20T19:33:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T19:33:05,739 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:05,740 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-20T19:33:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:05,742 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T19:33:05,742 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:05,744 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:33:05,745 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/recovered.edits] 2024-11-20T19:33:05,747 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/0b695ee6c7d443e1a9f18cc53ee01377 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/0b695ee6c7d443e1a9f18cc53ee01377 2024-11-20T19:33:05,748 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/28b81e0486f74ce9820f674eb1a460f4 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/A/28b81e0486f74ce9820f674eb1a460f4 2024-11-20T19:33:05,749 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/36f0cd96601d48aeb471d4964b17ff40 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/36f0cd96601d48aeb471d4964b17ff40 2024-11-20T19:33:05,750 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/f0f26d98426b48f8b4d881e29e0d4cb0 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/B/f0f26d98426b48f8b4d881e29e0d4cb0 2024-11-20T19:33:05,751 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/87d29fad6b6447ecad975d47c0b20f50 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/87d29fad6b6447ecad975d47c0b20f50 2024-11-20T19:33:05,752 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a55c2701b13b4d1484aebed9511c57ec to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/C/a55c2701b13b4d1484aebed9511c57ec 2024-11-20T19:33:05,754 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/recovered.edits/455.seqid to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265/recovered.edits/455.seqid 2024-11-20T19:33:05,754 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f075b7dd6841fab6db63663a8a8b5265 2024-11-20T19:33:05,754 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T19:33:05,756 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:05,757 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T19:33:05,759 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T19:33:05,760 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:05,760 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T19:33:05,761 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732131185760"}]},"ts":"9223372036854775807"} 2024-11-20T19:33:05,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T19:33:05,762 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f075b7dd6841fab6db63663a8a8b5265, NAME => 'TestAcidGuarantees,,1732131158983.f075b7dd6841fab6db63663a8a8b5265.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T19:33:05,762 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T19:33:05,762 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732131185762"}]},"ts":"9223372036854775807"} 2024-11-20T19:33:05,764 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T19:33:05,764 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:05,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 24 msec 2024-11-20T19:33:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T19:33:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T19:33:05,853 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:05,859 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242 (was 242), OpenFileDescriptor=455 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 496) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7320 (was 7408) 2024-11-20T19:33:05,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=7320 2024-11-20T19:33:05,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:33:05,867 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:33:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:05,869 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:33:05,869 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:05,869 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-20T19:33:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T19:33:05,870 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:33:05,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742344_1520 (size=959) 2024-11-20T19:33:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T19:33:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T19:33:06,276 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b 2024-11-20T19:33:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742345_1521 (size=53) 2024-11-20T19:33:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T19:33:06,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:33:06,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f6ed5a4da6c5d4c9621442f313c8ef7a, disabling compactions & flushes 2024-11-20T19:33:06,681 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:06,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:06,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. after waiting 0 ms 2024-11-20T19:33:06,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:06,681 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:06,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6ed5a4da6c5d4c9621442f313c8ef7a: Waiting for close lock at 1732131186681Disabling compacts and flushes for region at 1732131186681Disabling writes for close at 1732131186681Writing region close event to WAL at 1732131186681Closed at 1732131186681 2024-11-20T19:33:06,682 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:33:06,682 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732131186682"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732131186682"}]},"ts":"1732131186682"} 2024-11-20T19:33:06,684 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:33:06,684 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:33:06,684 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131186684"}]},"ts":"1732131186684"} 2024-11-20T19:33:06,685 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T19:33:06,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, ASSIGN}] 2024-11-20T19:33:06,686 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, ASSIGN 2024-11-20T19:33:06,687 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, ASSIGN; state=OFFLINE, location=e14ef07817f4,39645,1732131030299; forceNewPlan=false, retain=false 2024-11-20T19:33:06,837 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=f6ed5a4da6c5d4c9621442f313c8ef7a, regionState=OPENING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:06,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, ASSIGN because future has completed 2024-11-20T19:33:06,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:33:06,993 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:06,993 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:33:06,994 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:06,994 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:33:06,994 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:06,994 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:06,995 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:06,996 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6ed5a4da6c5d4c9621442f313c8ef7a columnFamilyName A 2024-11-20T19:33:06,996 DEBUG [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:06,996 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] regionserver.HStore(327): Store=f6ed5a4da6c5d4c9621442f313c8ef7a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:33:06,996 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:06,997 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6ed5a4da6c5d4c9621442f313c8ef7a columnFamilyName B 2024-11-20T19:33:06,997 DEBUG [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:06,997 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] regionserver.HStore(327): Store=f6ed5a4da6c5d4c9621442f313c8ef7a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:33:06,997 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:06,998 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6ed5a4da6c5d4c9621442f313c8ef7a columnFamilyName C 2024-11-20T19:33:06,998 DEBUG [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:06,998 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] regionserver.HStore(327): Store=f6ed5a4da6c5d4c9621442f313c8ef7a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:33:06,999 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:06,999 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:07,000 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:07,000 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:07,000 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:07,001 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:33:07,002 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:07,003 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:33:07,003 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened f6ed5a4da6c5d4c9621442f313c8ef7a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61492428, jitterRate=-0.08369141817092896}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:33:07,004 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:07,004 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for f6ed5a4da6c5d4c9621442f313c8ef7a: Running coprocessor pre-open hook at 1732131186994Writing region info on filesystem at 1732131186994Initializing all the Stores at 1732131186995 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131186995Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131186995Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131186995Cleaning up temporary data from old regions at 1732131187000 (+5 ms)Running coprocessor post-open hooks at 1732131187004 (+4 ms)Region opened successfully at 1732131187004 2024-11-20T19:33:07,005 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., pid=144, masterSystemTime=1732131186991 2024-11-20T19:33:07,006 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:07,006 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:07,006 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=f6ed5a4da6c5d4c9621442f313c8ef7a, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:07,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:33:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T19:33:07,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-20T19:33:07,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 in 169 msec 2024-11-20T19:33:07,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T19:33:07,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, ASSIGN in 324 msec 2024-11-20T19:33:07,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:33:07,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131187011"}]},"ts":"1732131187011"} 2024-11-20T19:33:07,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T19:33:07,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:33:07,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-20T19:33:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T19:33:08,019 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:08,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d80f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:33:08,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:33:08,022 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:33:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:33:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:33:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444cdad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:33:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:33:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:08,023 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:33:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a89cac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:33:08,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:33:08,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:33:08,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:33:08,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:33:08,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,38253,1732131029249 2024-11-20T19:33:08,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42a1b7ae 2024-11-20T19:33:08,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:33:08,027 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:33:08,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T19:33:08,029 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:33:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:08,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742346_1522 (size=995) 2024-11-20T19:33:08,445 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-20T19:33:08,445 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-20T19:33:08,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:33:08,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, REOPEN/MOVE}] 2024-11-20T19:33:08,451 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, REOPEN/MOVE 2024-11-20T19:33:08,452 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f6ed5a4da6c5d4c9621442f313c8ef7a, regionState=CLOSING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:08,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, REOPEN/MOVE because future has completed 2024-11-20T19:33:08,453 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:33:08,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:33:08,612 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,612 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:33:08,612 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing f6ed5a4da6c5d4c9621442f313c8ef7a, disabling compactions & flushes 2024-11-20T19:33:08,612 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:08,612 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:08,612 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. after waiting 0 ms 2024-11-20T19:33:08,612 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:08,618 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T19:33:08,618 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:08,618 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for f6ed5a4da6c5d4c9621442f313c8ef7a: Waiting for close lock at 1732131188612Running coprocessor pre-close hooks at 1732131188612Disabling compacts and flushes for region at 1732131188612Disabling writes for close at 1732131188612Writing region close event to WAL at 1732131188615 (+3 ms)Running coprocessor post-close hooks at 1732131188618 (+3 ms)Closed at 1732131188618 2024-11-20T19:33:08,618 WARN [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: f6ed5a4da6c5d4c9621442f313c8ef7a to self. 2024-11-20T19:33:08,620 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f6ed5a4da6c5d4c9621442f313c8ef7a, regionState=CLOSED 2024-11-20T19:33:08,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:33:08,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-20T19:33:08,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 in 170 msec 2024-11-20T19:33:08,624 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, REOPEN/MOVE; state=CLOSED, location=e14ef07817f4,39645,1732131030299; forceNewPlan=false, retain=true 2024-11-20T19:33:08,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f6ed5a4da6c5d4c9621442f313c8ef7a, regionState=OPENING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:08,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, REOPEN/MOVE because future has completed 2024-11-20T19:33:08,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:33:08,931 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:08,931 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:33:08,931 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,931 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:33:08,931 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,931 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,932 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,933 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6ed5a4da6c5d4c9621442f313c8ef7a columnFamilyName A 2024-11-20T19:33:08,934 DEBUG [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:08,934 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] regionserver.HStore(327): Store=f6ed5a4da6c5d4c9621442f313c8ef7a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:33:08,934 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,935 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6ed5a4da6c5d4c9621442f313c8ef7a columnFamilyName B 2024-11-20T19:33:08,935 DEBUG [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:08,935 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] regionserver.HStore(327): Store=f6ed5a4da6c5d4c9621442f313c8ef7a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:33:08,935 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,936 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6ed5a4da6c5d4c9621442f313c8ef7a columnFamilyName C 2024-11-20T19:33:08,936 DEBUG [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:08,936 INFO [StoreOpener-f6ed5a4da6c5d4c9621442f313c8ef7a-1 {}] regionserver.HStore(327): Store=f6ed5a4da6c5d4c9621442f313c8ef7a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:33:08,936 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,937 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,937 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,938 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,938 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,938 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T19:33:08,939 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,940 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened f6ed5a4da6c5d4c9621442f313c8ef7a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73364820, jitterRate=0.09322100877761841}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T19:33:08,940 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,940 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for f6ed5a4da6c5d4c9621442f313c8ef7a: Running coprocessor pre-open hook at 1732131188931Writing region info on filesystem at 1732131188931Initializing all the Stores at 1732131188932 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131188932Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131188932Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732131188932Cleaning up temporary data from old regions at 1732131188938 (+6 ms)Running coprocessor post-open hooks at 1732131188940 (+2 ms)Region opened successfully at 1732131188940 2024-11-20T19:33:08,941 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., pid=149, masterSystemTime=1732131188928 2024-11-20T19:33:08,942 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:08,942 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:08,943 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f6ed5a4da6c5d4c9621442f313c8ef7a, regionState=OPEN, openSeqNum=5, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:08,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:33:08,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-20T19:33:08,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 in 168 msec 2024-11-20T19:33:08,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-20T19:33:08,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, REOPEN/MOVE in 496 msec 2024-11-20T19:33:08,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-20T19:33:08,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 500 msec 2024-11-20T19:33:08,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 921 msec 2024-11-20T19:33:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T19:33:08,952 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:08,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19303c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:33:08,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:33:08,953 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:33:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:33:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:33:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6bcf4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:33:08,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:33:08,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:08,954 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:33:08,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46709026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef3a8ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:33:08,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:33:08,956 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:33:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:33:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:33:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c554607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:33:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:33:08,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:08,957 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:33:08,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5734c72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf0f1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:33:08,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:33:08,959 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:33:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:33:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:33:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b188115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:33:08,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:33:08,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:08,960 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:33:08,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3cc924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9aa78cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:33:08,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:33:08,962 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:33:08,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:33:08,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:33:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a6eab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:33:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:33:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:08,963 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:33:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57bb72fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141ae3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:33:08,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:33:08,965 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:33:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:33:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:33:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e205cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:33:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:33:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:08,966 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:33:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ba4251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288c2f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:33:08,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:33:08,967 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:33:08,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:33:08,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:33:08,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed74c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:33:08,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:33:08,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:08,968 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:33:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245ba96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7597ad2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:33:08,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:33:08,970 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:33:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:33:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:33:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d88fbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:33:08,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:33:08,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:08,971 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:33:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8fde02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dedb2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:33:08,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:33:08,973 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:33:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:33:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:33:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cf159a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:33:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:33:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:08,974 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:33:08,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178a7bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1c17fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:33:08,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:33:08,976 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:33:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:33:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:33:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14240c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:33:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:33:08,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:08,977 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:33:08,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a090f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9bb4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38253,-1 for getting cluster id 2024-11-20T19:33:08,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:33:08,979 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f951b0d-ad50-4e93-b785-cfdd1e52872d' 2024-11-20T19:33:08,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:33:08,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f951b0d-ad50-4e93-b785-cfdd1e52872d" 2024-11-20T19:33:08,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fd62da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38253,-1] 2024-11-20T19:33:08,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:33:08,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:08,980 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:33:08,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e35b3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:33:08,981 DEBUG [Thread-2358 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:33:08,981 DEBUG [Thread-2347 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:33:08,981 DEBUG [Thread-2360 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:33:08,981 DEBUG [Thread-2351 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:33:08,982 DEBUG [Thread-2362 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:33:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:33:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:33:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:33:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:33:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:33:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:33:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:33:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:33:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:33:08,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:33:08,983 DEBUG [Thread-2356 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:33:08,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:33:08,983 DEBUG [Thread-2343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:33:08,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:33:08,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:33:08,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:33:08,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:33:08,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:33:08,983 DEBUG [Thread-2354 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:33:08,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:33:08,984 DEBUG [Thread-2345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:33:08,984 DEBUG [Thread-2354 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:33:08,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:33:08,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:33:08,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:33:08,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:33:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:33:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:33:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:33:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:33:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-20T19:33:08,985 DEBUG [Thread-2354 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:33:08,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:33:08,987 DEBUG [Thread-2349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:33:08,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:33:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T19:33:08,988 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:33:08,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:33:08,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:33:08,988 DEBUG [Thread-2349 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39645,1732131030299, seqNum=-1] 2024-11-20T19:33:08,989 DEBUG [Thread-2349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:33:08,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:33:08,989 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:33:08,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:33:08,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:33:08,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:33:08,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:33:08,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:33:08,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:33:08,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:33:08,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5] 2024-11-20T19:33:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:08,997 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:33:08,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:33:09,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131249029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131249029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131249030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131249029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131249040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205d38bc8b40cd4113ad5ecaab76aba531_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131188997/Put/seqid=0 2024-11-20T19:33:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742347_1523 (size=12154) 2024-11-20T19:33:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T19:33:09,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131249139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131249140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131249144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T19:33:09,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:09,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:09,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131249144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131249149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T19:33:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:09,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T19:33:09,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131249349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131249349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131249349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131249359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131249359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T19:33:09,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:09,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:09,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:09,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,455 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:09,458 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205d38bc8b40cd4113ad5ecaab76aba531_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d38bc8b40cd4113ad5ecaab76aba531_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:09,458 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/cba876dfe5254d09b0823b908db5fdd7, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:09,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/cba876dfe5254d09b0823b908db5fdd7 is 175, key is test_row_0/A:col10/1732131188997/Put/seqid=0 2024-11-20T19:33:09,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742348_1524 (size=30955) 2024-11-20T19:33:09,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T19:33:09,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:09,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:09,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:09,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T19:33:09,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131249659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131249660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131249660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131249669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131249669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:09,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T19:33:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:09,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,870 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/cba876dfe5254d09b0823b908db5fdd7 2024-11-20T19:33:09,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/806616413a3a4960833fc1c87a57fe6f is 50, key is test_row_0/B:col10/1732131188997/Put/seqid=0 2024-11-20T19:33:09,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742349_1525 (size=12001) 2024-11-20T19:33:09,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T19:33:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:09,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T19:33:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:10,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T19:33:10,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131250169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131250169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131250169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:10,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131250179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:10,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131250180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:10,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T19:33:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:10,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/806616413a3a4960833fc1c87a57fe6f 2024-11-20T19:33:10,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/ad8ec4a9aa02436a9488f4351989620f is 50, key is test_row_0/C:col10/1732131188997/Put/seqid=0 2024-11-20T19:33:10,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742350_1526 (size=12001) 2024-11-20T19:33:10,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T19:33:10,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:10,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:10,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:10,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T19:33:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:10,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,584 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T19:33:10,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T19:33:10,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:10,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:10,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:10,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:10,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/ad8ec4a9aa02436a9488f4351989620f 2024-11-20T19:33:10,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/cba876dfe5254d09b0823b908db5fdd7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cba876dfe5254d09b0823b908db5fdd7 2024-11-20T19:33:10,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cba876dfe5254d09b0823b908db5fdd7, entries=150, sequenceid=17, filesize=30.2 K 2024-11-20T19:33:10,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/806616413a3a4960833fc1c87a57fe6f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/806616413a3a4960833fc1c87a57fe6f 2024-11-20T19:33:10,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/806616413a3a4960833fc1c87a57fe6f, entries=150, sequenceid=17, filesize=11.7 K 2024-11-20T19:33:10,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/ad8ec4a9aa02436a9488f4351989620f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ad8ec4a9aa02436a9488f4351989620f 2024-11-20T19:33:10,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ad8ec4a9aa02436a9488f4351989620f, entries=150, sequenceid=17, filesize=11.7 K 2024-11-20T19:33:10,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f6ed5a4da6c5d4c9621442f313c8ef7a in 1733ms, sequenceid=17, compaction requested=false 2024-11-20T19:33:10,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:10,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T19:33:10,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:10,829 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T19:33:10,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e20e5e1fb3d045748d6d2142b2cac8b4_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131189029/Put/seqid=0 2024-11-20T19:33:10,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742351_1527 (size=12154) 2024-11-20T19:33:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T19:33:11,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:11,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131251193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131251194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131251195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131251199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131251200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,202 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,203 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_2' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:11,244 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e20e5e1fb3d045748d6d2142b2cac8b4_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e20e5e1fb3d045748d6d2142b2cac8b4_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:11,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/b8abb59706e2430dbb30cce9b8486e25, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:11,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/b8abb59706e2430dbb30cce9b8486e25 is 175, key is test_row_0/A:col10/1732131189029/Put/seqid=0 2024-11-20T19:33:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742352_1528 (size=30955) 2024-11-20T19:33:11,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131251299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131251299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131251308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131251509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131251509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131251519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,654 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/b8abb59706e2430dbb30cce9b8486e25 2024-11-20T19:33:11,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/851b30909fd84fa98a771cc6d4d20486 is 50, key is test_row_0/B:col10/1732131189029/Put/seqid=0 2024-11-20T19:33:11,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742353_1529 (size=12001) 2024-11-20T19:33:11,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131251819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131251819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131251829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:12,064 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/851b30909fd84fa98a771cc6d4d20486 2024-11-20T19:33:12,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/7663110ba3894d839f168cb3c7a6cac4 is 50, key is test_row_0/C:col10/1732131189029/Put/seqid=0 2024-11-20T19:33:12,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742354_1530 (size=12001) 2024-11-20T19:33:12,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131252329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:12,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:12,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:12,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131252329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:12,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:12,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:12,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:12,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:12,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131252339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:12,486 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/7663110ba3894d839f168cb3c7a6cac4 2024-11-20T19:33:12,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/b8abb59706e2430dbb30cce9b8486e25 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b8abb59706e2430dbb30cce9b8486e25 2024-11-20T19:33:12,493 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b8abb59706e2430dbb30cce9b8486e25, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T19:33:12,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/851b30909fd84fa98a771cc6d4d20486 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/851b30909fd84fa98a771cc6d4d20486 2024-11-20T19:33:12,496 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/851b30909fd84fa98a771cc6d4d20486, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T19:33:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/7663110ba3894d839f168cb3c7a6cac4 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/7663110ba3894d839f168cb3c7a6cac4 2024-11-20T19:33:12,509 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/7663110ba3894d839f168cb3c7a6cac4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T19:33:12,510 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f6ed5a4da6c5d4c9621442f313c8ef7a in 1681ms, sequenceid=40, compaction requested=false 2024-11-20T19:33:12,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:12,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:12,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-20T19:33:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-20T19:33:12,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-20T19:33:12,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5220 sec 2024-11-20T19:33:12,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 3.5280 sec 2024-11-20T19:33:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T19:33:13,180 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:13,180 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:33:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-20T19:33:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T19:33:13,182 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:33:13,182 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:33:13,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:33:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:13,211 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:33:13,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:33:13,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ea527b3f585f4b33a00a7469f33eb026_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131191194/Put/seqid=0 2024-11-20T19:33:13,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742355_1531 (size=12154) 2024-11-20T19:33:13,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:13,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131253265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131253265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T19:33:13,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T19:33:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:13,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:13,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:13,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131253339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:13,341 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:13,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131253349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:13,352 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:13,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:13,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131253359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:13,362 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:13,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131253379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:13,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:13,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131253379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:13,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:13,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T19:33:13,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:13,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:13,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:13,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T19:33:13,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131253589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131253589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:13,620 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:13,623 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ea527b3f585f4b33a00a7469f33eb026_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ea527b3f585f4b33a00a7469f33eb026_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:13,624 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/1669f9336b6144b28040c924ec97e7db, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:13,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/1669f9336b6144b28040c924ec97e7db is 175, key is test_row_0/A:col10/1732131191194/Put/seqid=0 2024-11-20T19:33:13,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742356_1532 (size=30955) 2024-11-20T19:33:13,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/1669f9336b6144b28040c924ec97e7db 2024-11-20T19:33:13,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/e763e31dd1364c21bf6d8d24cfa5abdd is 50, key is test_row_0/B:col10/1732131191194/Put/seqid=0 2024-11-20T19:33:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742357_1533 (size=12001) 2024-11-20T19:33:13,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T19:33:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:13,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T19:33:13,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:13,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:13,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:13,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T19:33:13,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131253899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:13,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131253899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:13,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:13,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:13,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T19:33:13,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:13,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:13,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:13,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:14,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/e763e31dd1364c21bf6d8d24cfa5abdd 2024-11-20T19:33:14,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/2317a437b7b647bdbe82b23047abf28a is 50, key is test_row_0/C:col10/1732131191194/Put/seqid=0 2024-11-20T19:33:14,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742358_1534 (size=12001) 2024-11-20T19:33:14,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T19:33:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:14,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:14,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T19:33:14,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:14,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:14,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:14,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:14,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T19:33:14,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T19:33:14,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:14,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:14,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131254409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:14,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131254409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:14,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/2317a437b7b647bdbe82b23047abf28a 2024-11-20T19:33:14,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/1669f9336b6144b28040c924ec97e7db as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/1669f9336b6144b28040c924ec97e7db 2024-11-20T19:33:14,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/1669f9336b6144b28040c924ec97e7db, entries=150, sequenceid=54, filesize=30.2 K 2024-11-20T19:33:14,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/e763e31dd1364c21bf6d8d24cfa5abdd as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/e763e31dd1364c21bf6d8d24cfa5abdd 2024-11-20T19:33:14,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/e763e31dd1364c21bf6d8d24cfa5abdd, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T19:33:14,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/2317a437b7b647bdbe82b23047abf28a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/2317a437b7b647bdbe82b23047abf28a 2024-11-20T19:33:14,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/2317a437b7b647bdbe82b23047abf28a, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T19:33:14,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for f6ed5a4da6c5d4c9621442f313c8ef7a in 1247ms, sequenceid=54, compaction requested=true 2024-11-20T19:33:14,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:14,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:33:14,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:14,459 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:14,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:33:14,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:14,459 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:14,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:33:14,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:14,459 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:14,459 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:14,459 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/B is initiating minor compaction (all files) 2024-11-20T19:33:14,459 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/A is initiating minor compaction (all files) 2024-11-20T19:33:14,460 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/A in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:14,460 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/B in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:14,460 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/806616413a3a4960833fc1c87a57fe6f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/851b30909fd84fa98a771cc6d4d20486, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/e763e31dd1364c21bf6d8d24cfa5abdd] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=35.2 K 2024-11-20T19:33:14,460 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cba876dfe5254d09b0823b908db5fdd7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b8abb59706e2430dbb30cce9b8486e25, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/1669f9336b6144b28040c924ec97e7db] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=90.7 K 2024-11-20T19:33:14,460 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:14,460 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cba876dfe5254d09b0823b908db5fdd7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b8abb59706e2430dbb30cce9b8486e25, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/1669f9336b6144b28040c924ec97e7db] 2024-11-20T19:33:14,460 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting cba876dfe5254d09b0823b908db5fdd7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732131188994 2024-11-20T19:33:14,460 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 806616413a3a4960833fc1c87a57fe6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732131188994 2024-11-20T19:33:14,461 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8abb59706e2430dbb30cce9b8486e25, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732131189023 2024-11-20T19:33:14,461 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 851b30909fd84fa98a771cc6d4d20486, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732131189023 2024-11-20T19:33:14,461 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1669f9336b6144b28040c924ec97e7db, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732131191189 2024-11-20T19:33:14,461 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e763e31dd1364c21bf6d8d24cfa5abdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732131191189 2024-11-20T19:33:14,465 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:14,469 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112085ac5266109349adac54cf47e0b1bd5c_f6ed5a4da6c5d4c9621442f313c8ef7a store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:14,470 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#B#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:14,470 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/4c20087bf3c541d6b5b822dec8ca23c9 is 50, key is test_row_0/B:col10/1732131191194/Put/seqid=0 2024-11-20T19:33:14,471 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112085ac5266109349adac54cf47e0b1bd5c_f6ed5a4da6c5d4c9621442f313c8ef7a, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:14,471 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112085ac5266109349adac54cf47e0b1bd5c_f6ed5a4da6c5d4c9621442f313c8ef7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:14,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742359_1535 (size=12104) 2024-11-20T19:33:14,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742360_1536 (size=4469) 2024-11-20T19:33:14,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T19:33:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:14,557 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T19:33:14,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b25f531c76c34d92b300a8c72ee47388_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131193246/Put/seqid=0 2024-11-20T19:33:14,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742361_1537 (size=12154) 2024-11-20T19:33:14,887 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#A#compaction#455 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:14,887 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/7413063bf48c455c87e0b9cd419e36da is 175, key is test_row_0/A:col10/1732131191194/Put/seqid=0 2024-11-20T19:33:14,890 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/4c20087bf3c541d6b5b822dec8ca23c9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/4c20087bf3c541d6b5b822dec8ca23c9 2024-11-20T19:33:14,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742362_1538 (size=31058) 2024-11-20T19:33:14,893 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/B of f6ed5a4da6c5d4c9621442f313c8ef7a into 4c20087bf3c541d6b5b822dec8ca23c9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:14,894 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:14,894 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/B, priority=13, startTime=1732131194459; duration=0sec 2024-11-20T19:33:14,894 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:14,894 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:B 2024-11-20T19:33:14,894 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:14,894 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:14,894 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/C is initiating minor compaction (all files) 2024-11-20T19:33:14,894 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/C in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:14,894 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ad8ec4a9aa02436a9488f4351989620f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/7663110ba3894d839f168cb3c7a6cac4, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/2317a437b7b647bdbe82b23047abf28a] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=35.2 K 2024-11-20T19:33:14,895 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ad8ec4a9aa02436a9488f4351989620f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732131188994 2024-11-20T19:33:14,895 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 7663110ba3894d839f168cb3c7a6cac4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732131189023 2024-11-20T19:33:14,895 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 2317a437b7b647bdbe82b23047abf28a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732131191189 2024-11-20T19:33:14,901 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:14,901 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/73124db650eb415b96380f5918bfe080 is 50, key is test_row_0/C:col10/1732131191194/Put/seqid=0 2024-11-20T19:33:14,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742363_1539 (size=12104) 2024-11-20T19:33:14,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:14,970 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b25f531c76c34d92b300a8c72ee47388_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b25f531c76c34d92b300a8c72ee47388_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:14,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/096675e73d5941a09ac6dff8521da8c9, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:14,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/096675e73d5941a09ac6dff8521da8c9 is 175, key is test_row_0/A:col10/1732131193246/Put/seqid=0 2024-11-20T19:33:14,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742364_1540 (size=30955) 2024-11-20T19:33:15,294 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/7413063bf48c455c87e0b9cd419e36da as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/7413063bf48c455c87e0b9cd419e36da 2024-11-20T19:33:15,297 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/A of f6ed5a4da6c5d4c9621442f313c8ef7a into 7413063bf48c455c87e0b9cd419e36da(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:15,298 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:15,298 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/A, priority=13, startTime=1732131194459; duration=0sec 2024-11-20T19:33:15,298 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:15,298 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:A 2024-11-20T19:33:15,308 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/73124db650eb415b96380f5918bfe080 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/73124db650eb415b96380f5918bfe080 2024-11-20T19:33:15,311 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/C of f6ed5a4da6c5d4c9621442f313c8ef7a into 73124db650eb415b96380f5918bfe080(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:15,311 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:15,311 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/C, priority=13, startTime=1732131194459; duration=0sec 2024-11-20T19:33:15,311 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:15,311 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:C 2024-11-20T19:33:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T19:33:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:15,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131255373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:15,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:15,378 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/096675e73d5941a09ac6dff8521da8c9 2024-11-20T19:33:15,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131255376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:15,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/aa18c7638d2343b99116ae488365fc0a is 50, key is test_row_0/B:col10/1732131193246/Put/seqid=0 2024-11-20T19:33:15,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131255389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:15,392 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:15,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:15,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742365_1541 (size=12001) 2024-11-20T19:33:15,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131255429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:15,430 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:15,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131255429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:15,433 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:15,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131255479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:15,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131255489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:15,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131255689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:15,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131255699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:15,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:15,806 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/aa18c7638d2343b99116ae488365fc0a 2024-11-20T19:33:15,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/ff759e0f565447f588f274a899a6352c is 50, key is test_row_0/C:col10/1732131193246/Put/seqid=0 2024-11-20T19:33:15,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742366_1542 (size=12001) 2024-11-20T19:33:16,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131255999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:16,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131256009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:16,238 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/ff759e0f565447f588f274a899a6352c 2024-11-20T19:33:16,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/096675e73d5941a09ac6dff8521da8c9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/096675e73d5941a09ac6dff8521da8c9 2024-11-20T19:33:16,244 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/096675e73d5941a09ac6dff8521da8c9, entries=150, sequenceid=77, filesize=30.2 K 2024-11-20T19:33:16,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/aa18c7638d2343b99116ae488365fc0a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/aa18c7638d2343b99116ae488365fc0a 2024-11-20T19:33:16,247 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/aa18c7638d2343b99116ae488365fc0a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T19:33:16,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/ff759e0f565447f588f274a899a6352c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ff759e0f565447f588f274a899a6352c 2024-11-20T19:33:16,250 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ff759e0f565447f588f274a899a6352c, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T19:33:16,250 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f6ed5a4da6c5d4c9621442f313c8ef7a in 1693ms, sequenceid=77, compaction requested=false 2024-11-20T19:33:16,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:16,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:16,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-20T19:33:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-20T19:33:16,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-20T19:33:16,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0700 sec 2024-11-20T19:33:16,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 3.0740 sec 2024-11-20T19:33:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:16,511 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:33:16,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:33:16,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120001593f1be7d45329f426535efbde014_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131195355/Put/seqid=0 2024-11-20T19:33:16,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742367_1543 (size=12154) 2024-11-20T19:33:16,526 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:16,531 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120001593f1be7d45329f426535efbde014_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120001593f1be7d45329f426535efbde014_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:16,532 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/0c864b64180d4268898f16a259e588d6, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:16,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/0c864b64180d4268898f16a259e588d6 is 175, key is test_row_0/A:col10/1732131195355/Put/seqid=0 2024-11-20T19:33:16,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742368_1544 (size=30955) 2024-11-20T19:33:16,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131256553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:16,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131256555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:16,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131256659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:16,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:16,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131256669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:16,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131256869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:16,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131256879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:16,948 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/0c864b64180d4268898f16a259e588d6 2024-11-20T19:33:16,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/eb75b2e386cc43bab5967ed3d7ee2d27 is 50, key is test_row_0/B:col10/1732131195355/Put/seqid=0 2024-11-20T19:33:16,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742369_1545 (size=12001) 2024-11-20T19:33:17,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131257179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:17,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:17,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:17,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:17,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131257189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:17,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:17,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:17,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T19:33:17,349 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:17,349 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:33:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-20T19:33:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T19:33:17,351 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:33:17,351 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:33:17,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:33:17,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/eb75b2e386cc43bab5967ed3d7ee2d27 2024-11-20T19:33:17,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/c4c2abf4bfce4d90b01f30803bcd2984 is 50, key is test_row_0/C:col10/1732131195355/Put/seqid=0 2024-11-20T19:33:17,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742370_1546 (size=12001) 2024-11-20T19:33:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131257439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:17,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131257440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:17,442 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:17,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:17,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:17,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:17,442 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:17,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:17,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:17,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T19:33:17,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T19:33:17,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:17,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:17,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:17,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:17,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:17,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T19:33:17,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:17,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T19:33:17,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131257689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:17,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:17,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131257699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:17,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:17,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/c4c2abf4bfce4d90b01f30803bcd2984 2024-11-20T19:33:17,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/0c864b64180d4268898f16a259e588d6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/0c864b64180d4268898f16a259e588d6 2024-11-20T19:33:17,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/0c864b64180d4268898f16a259e588d6, entries=150, sequenceid=94, filesize=30.2 K 2024-11-20T19:33:17,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/eb75b2e386cc43bab5967ed3d7ee2d27 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/eb75b2e386cc43bab5967ed3d7ee2d27 2024-11-20T19:33:17,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T19:33:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:17,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:17,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/eb75b2e386cc43bab5967ed3d7ee2d27, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T19:33:17,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/c4c2abf4bfce4d90b01f30803bcd2984 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/c4c2abf4bfce4d90b01f30803bcd2984 2024-11-20T19:33:17,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/c4c2abf4bfce4d90b01f30803bcd2984, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T19:33:17,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f6ed5a4da6c5d4c9621442f313c8ef7a in 1304ms, sequenceid=94, compaction requested=true 2024-11-20T19:33:17,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:17,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:33:17,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:17,816 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:17,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:33:17,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:17,816 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:17,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:33:17,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:17,817 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:17,817 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:17,817 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/B is initiating minor compaction (all files) 2024-11-20T19:33:17,817 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/A is initiating minor compaction (all files) 2024-11-20T19:33:17,817 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/B in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:17,817 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/A in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:17,817 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/7413063bf48c455c87e0b9cd419e36da, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/096675e73d5941a09ac6dff8521da8c9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/0c864b64180d4268898f16a259e588d6] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=90.8 K 2024-11-20T19:33:17,817 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/4c20087bf3c541d6b5b822dec8ca23c9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/aa18c7638d2343b99116ae488365fc0a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/eb75b2e386cc43bab5967ed3d7ee2d27] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=35.3 K 2024-11-20T19:33:17,817 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:17,818 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/7413063bf48c455c87e0b9cd419e36da, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/096675e73d5941a09ac6dff8521da8c9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/0c864b64180d4268898f16a259e588d6] 2024-11-20T19:33:17,818 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7413063bf48c455c87e0b9cd419e36da, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732131191189 2024-11-20T19:33:17,818 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c20087bf3c541d6b5b822dec8ca23c9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732131191189 2024-11-20T19:33:17,818 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting aa18c7638d2343b99116ae488365fc0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732131193246 2024-11-20T19:33:17,818 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 096675e73d5941a09ac6dff8521da8c9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732131193246 2024-11-20T19:33:17,818 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting eb75b2e386cc43bab5967ed3d7ee2d27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732131195355 2024-11-20T19:33:17,818 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c864b64180d4268898f16a259e588d6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732131195355 2024-11-20T19:33:17,825 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:17,837 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120bbcc3ec0035c40e48a8738d6a7805084_f6ed5a4da6c5d4c9621442f313c8ef7a store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:17,839 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120bbcc3ec0035c40e48a8738d6a7805084_f6ed5a4da6c5d4c9621442f313c8ef7a, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:17,839 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#B#compaction#465 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:17,839 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bbcc3ec0035c40e48a8738d6a7805084_f6ed5a4da6c5d4c9621442f313c8ef7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:17,839 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/e1aab309f699492c9a7af80db5966d16 is 50, key is test_row_0/B:col10/1732131195355/Put/seqid=0 2024-11-20T19:33:17,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742372_1548 (size=12207) 2024-11-20T19:33:17,875 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/e1aab309f699492c9a7af80db5966d16 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/e1aab309f699492c9a7af80db5966d16 2024-11-20T19:33:17,882 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/B of f6ed5a4da6c5d4c9621442f313c8ef7a into e1aab309f699492c9a7af80db5966d16(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:17,882 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:17,882 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/B, priority=13, startTime=1732131197816; duration=0sec 2024-11-20T19:33:17,882 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:17,882 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:B 2024-11-20T19:33:17,882 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:17,883 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:17,883 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/C is initiating minor compaction (all files) 2024-11-20T19:33:17,883 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/C in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:17,883 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/73124db650eb415b96380f5918bfe080, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ff759e0f565447f588f274a899a6352c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/c4c2abf4bfce4d90b01f30803bcd2984] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=35.3 K 2024-11-20T19:33:17,883 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 73124db650eb415b96380f5918bfe080, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732131191189 2024-11-20T19:33:17,883 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ff759e0f565447f588f274a899a6352c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732131193246 2024-11-20T19:33:17,884 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting c4c2abf4bfce4d90b01f30803bcd2984, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732131195355 2024-11-20T19:33:17,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742371_1547 (size=4469) 2024-11-20T19:33:17,897 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#C#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:17,897 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/daf4f8631bcb4264ab508a9f47ca3b51 is 50, key is test_row_0/C:col10/1732131195355/Put/seqid=0 2024-11-20T19:33:17,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742373_1549 (size=12207) 2024-11-20T19:33:17,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T19:33:17,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:17,975 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T19:33:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T19:33:17,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112032695a30e79e4aaabd01e3e05fd5d8bc_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131196544/Put/seqid=0 2024-11-20T19:33:17,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742374_1550 (size=12154) 2024-11-20T19:33:17,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,002 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112032695a30e79e4aaabd01e3e05fd5d8bc_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112032695a30e79e4aaabd01e3e05fd5d8bc_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:18,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/6303f9d5ada349cc83ec90b6fe7fe8e3, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:18,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/6303f9d5ada349cc83ec90b6fe7fe8e3 is 175, key is test_row_0/A:col10/1732131196544/Put/seqid=0 2024-11-20T19:33:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742375_1551 (size=30955) 2024-11-20T19:33:18,009 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/6303f9d5ada349cc83ec90b6fe7fe8e3 2024-11-20T19:33:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/3676583357d14d20b7aae345d80e86cd is 50, key is test_row_0/B:col10/1732131196544/Put/seqid=0 2024-11-20T19:33:18,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742376_1552 (size=12001) 2024-11-20T19:33:18,288 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#A#compaction#464 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:18,289 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/aab5971adb9b4df3965efa54cc5009dc is 175, key is test_row_0/A:col10/1732131195355/Put/seqid=0 2024-11-20T19:33:18,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742377_1553 (size=31161) 2024-11-20T19:33:18,301 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/aab5971adb9b4df3965efa54cc5009dc as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/aab5971adb9b4df3965efa54cc5009dc 2024-11-20T19:33:18,304 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/A of f6ed5a4da6c5d4c9621442f313c8ef7a into aab5971adb9b4df3965efa54cc5009dc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:18,304 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:18,304 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/A, priority=13, startTime=1732131197816; duration=0sec 2024-11-20T19:33:18,304 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:18,304 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:A 2024-11-20T19:33:18,333 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/daf4f8631bcb4264ab508a9f47ca3b51 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/daf4f8631bcb4264ab508a9f47ca3b51 2024-11-20T19:33:18,355 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/C of f6ed5a4da6c5d4c9621442f313c8ef7a into daf4f8631bcb4264ab508a9f47ca3b51(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:18,355 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:18,355 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/C, priority=13, startTime=1732131197816; duration=0sec 2024-11-20T19:33:18,355 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:18,356 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:C 2024-11-20T19:33:18,445 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/3676583357d14d20b7aae345d80e86cd 2024-11-20T19:33:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/8b415aa7073f4c158b8d4b40e2a5847e is 50, key is test_row_0/C:col10/1732131196544/Put/seqid=0 2024-11-20T19:33:18,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742378_1554 (size=12001) 2024-11-20T19:33:18,475 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/8b415aa7073f4c158b8d4b40e2a5847e 2024-11-20T19:33:18,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/6303f9d5ada349cc83ec90b6fe7fe8e3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/6303f9d5ada349cc83ec90b6fe7fe8e3 2024-11-20T19:33:18,486 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/6303f9d5ada349cc83ec90b6fe7fe8e3, entries=150, sequenceid=117, filesize=30.2 K 2024-11-20T19:33:18,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/3676583357d14d20b7aae345d80e86cd as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3676583357d14d20b7aae345d80e86cd 2024-11-20T19:33:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T19:33:18,491 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3676583357d14d20b7aae345d80e86cd, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T19:33:18,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/8b415aa7073f4c158b8d4b40e2a5847e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/8b415aa7073f4c158b8d4b40e2a5847e 2024-11-20T19:33:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,494 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/8b415aa7073f4c158b8d4b40e2a5847e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T19:33:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,495 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for f6ed5a4da6c5d4c9621442f313c8ef7a in 520ms, sequenceid=117, compaction requested=false 2024-11-20T19:33:18,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:18,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-20T19:33:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-20T19:33:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-20T19:33:18,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1460 sec 2024-11-20T19:33:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.1500 sec 2024-11-20T19:33:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:18,760 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:33:18,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:33:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207ebeb4fbc34b41fe8de75585cdc94476_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131198748/Put/seqid=0 2024-11-20T19:33:18,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742380_1556 (size=24458) 2024-11-20T19:33:18,790 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:18,794 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207ebeb4fbc34b41fe8de75585cdc94476_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207ebeb4fbc34b41fe8de75585cdc94476_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:18,796 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/ad616ab0c22047edbdef1b95e71c0af6, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:18,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/ad616ab0c22047edbdef1b95e71c0af6 is 175, key is test_row_0/A:col10/1732131198748/Put/seqid=0 2024-11-20T19:33:18,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742379_1555 (size=74095) 2024-11-20T19:33:18,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131258821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:18,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:18,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:18,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:18,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131258837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:18,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:18,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:18,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:18,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131258929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:18,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:18,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:18,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131258939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:19,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131259139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131259149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:19,214 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/ad616ab0c22047edbdef1b95e71c0af6 2024-11-20T19:33:19,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/26e40115e8b248dbad5b659267be16cd is 50, key is test_row_0/B:col10/1732131198748/Put/seqid=0 2024-11-20T19:33:19,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742381_1557 (size=12051) 2024-11-20T19:33:19,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/26e40115e8b248dbad5b659267be16cd 2024-11-20T19:33:19,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/25ff58bab5d844afa6b0b505a1f053d0 is 50, key is test_row_0/C:col10/1732131198748/Put/seqid=0 2024-11-20T19:33:19,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742382_1558 (size=12051) 2024-11-20T19:33:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40358 deadline: 1732131259399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:19,403 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:19,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131259449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131259459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T19:33:19,499 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:19,499 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:33:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-20T19:33:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T19:33:19,501 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:33:19,502 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:33:19,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:33:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T19:33:19,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/25ff58bab5d844afa6b0b505a1f053d0 2024-11-20T19:33:19,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/ad616ab0c22047edbdef1b95e71c0af6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/ad616ab0c22047edbdef1b95e71c0af6 2024-11-20T19:33:19,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/ad616ab0c22047edbdef1b95e71c0af6, entries=400, sequenceid=130, filesize=72.4 K 2024-11-20T19:33:19,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/26e40115e8b248dbad5b659267be16cd as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/26e40115e8b248dbad5b659267be16cd 2024-11-20T19:33:19,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/26e40115e8b248dbad5b659267be16cd, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T19:33:19,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/25ff58bab5d844afa6b0b505a1f053d0 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/25ff58bab5d844afa6b0b505a1f053d0 2024-11-20T19:33:19,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/25ff58bab5d844afa6b0b505a1f053d0, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T19:33:19,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f6ed5a4da6c5d4c9621442f313c8ef7a in 887ms, sequenceid=130, compaction requested=true 2024-11-20T19:33:19,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:19,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:33:19,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:19,647 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:19,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:33:19,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:19,647 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:19,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:33:19,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:19,648 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:19,648 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/A is initiating minor compaction (all files) 2024-11-20T19:33:19,648 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:19,648 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/A in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:19,648 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/B is initiating minor compaction (all files) 2024-11-20T19:33:19,648 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/aab5971adb9b4df3965efa54cc5009dc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/6303f9d5ada349cc83ec90b6fe7fe8e3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/ad616ab0c22047edbdef1b95e71c0af6] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=133.0 K 2024-11-20T19:33:19,648 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/B in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:19,648 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:19,648 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/aab5971adb9b4df3965efa54cc5009dc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/6303f9d5ada349cc83ec90b6fe7fe8e3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/ad616ab0c22047edbdef1b95e71c0af6] 2024-11-20T19:33:19,648 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/e1aab309f699492c9a7af80db5966d16, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3676583357d14d20b7aae345d80e86cd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/26e40115e8b248dbad5b659267be16cd] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=35.4 K 2024-11-20T19:33:19,648 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting aab5971adb9b4df3965efa54cc5009dc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732131195355 2024-11-20T19:33:19,648 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e1aab309f699492c9a7af80db5966d16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732131195355 2024-11-20T19:33:19,648 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 3676583357d14d20b7aae345d80e86cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732131196544 2024-11-20T19:33:19,648 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6303f9d5ada349cc83ec90b6fe7fe8e3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732131196544 2024-11-20T19:33:19,649 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 26e40115e8b248dbad5b659267be16cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131198740 2024-11-20T19:33:19,649 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad616ab0c22047edbdef1b95e71c0af6, keycount=400, bloomtype=ROW, size=72.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131198725 2024-11-20T19:33:19,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T19:33:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:19,654 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:33:19,669 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:19,671 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#B#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:19,671 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/32cc5fb4a7754d8395130df96b2d68eb is 50, key is test_row_0/B:col10/1732131198748/Put/seqid=0 2024-11-20T19:33:19,676 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d39263565a474495b43d4d92c391d2cf_f6ed5a4da6c5d4c9621442f313c8ef7a store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112040d0ad22d5f54149ae6e1ab328176115_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131198819/Put/seqid=0 2024-11-20T19:33:19,679 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d39263565a474495b43d4d92c391d2cf_f6ed5a4da6c5d4c9621442f313c8ef7a, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:19,680 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d39263565a474495b43d4d92c391d2cf_f6ed5a4da6c5d4c9621442f313c8ef7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:19,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742383_1559 (size=12359) 2024-11-20T19:33:19,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742385_1561 (size=4469) 2024-11-20T19:33:19,688 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#A#compaction#473 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:19,688 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/d256fca84e6846d6ac8a97f0a043d338 is 175, key is test_row_0/A:col10/1732131198748/Put/seqid=0 2024-11-20T19:33:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742384_1560 (size=12304) 2024-11-20T19:33:19,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:19,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742386_1562 (size=31313) 2024-11-20T19:33:19,710 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112040d0ad22d5f54149ae6e1ab328176115_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112040d0ad22d5f54149ae6e1ab328176115_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:19,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/b4e644b33d224819919cfab52d3ea330, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/b4e644b33d224819919cfab52d3ea330 is 175, key is test_row_0/A:col10/1732131198819/Put/seqid=0 2024-11-20T19:33:19,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742387_1563 (size=31105) 2024-11-20T19:33:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T19:33:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:19,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:19,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:19,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131259977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:19,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131259980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:20,082 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/32cc5fb4a7754d8395130df96b2d68eb as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/32cc5fb4a7754d8395130df96b2d68eb 2024-11-20T19:33:20,085 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/B of f6ed5a4da6c5d4c9621442f313c8ef7a into 32cc5fb4a7754d8395130df96b2d68eb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:20,085 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:20,085 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/B, priority=13, startTime=1732131199647; duration=0sec 2024-11-20T19:33:20,085 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:20,085 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:B 2024-11-20T19:33:20,085 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:20,086 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:20,086 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/C is initiating minor compaction (all files) 2024-11-20T19:33:20,086 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/C in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:20,086 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/daf4f8631bcb4264ab508a9f47ca3b51, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/8b415aa7073f4c158b8d4b40e2a5847e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/25ff58bab5d844afa6b0b505a1f053d0] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=35.4 K 2024-11-20T19:33:20,086 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting daf4f8631bcb4264ab508a9f47ca3b51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732131195355 2024-11-20T19:33:20,087 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b415aa7073f4c158b8d4b40e2a5847e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732131196544 2024-11-20T19:33:20,087 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 25ff58bab5d844afa6b0b505a1f053d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131198740 2024-11-20T19:33:20,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131260089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:20,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131260089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:20,103 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#C#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:20,103 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/d9ea84b8dd11466fa44d7d6f61222883 is 50, key is test_row_0/C:col10/1732131198748/Put/seqid=0 2024-11-20T19:33:20,112 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/d256fca84e6846d6ac8a97f0a043d338 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/d256fca84e6846d6ac8a97f0a043d338 2024-11-20T19:33:20,115 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/A of f6ed5a4da6c5d4c9621442f313c8ef7a into d256fca84e6846d6ac8a97f0a043d338(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:20,115 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:20,115 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/A, priority=13, startTime=1732131199647; duration=0sec 2024-11-20T19:33:20,115 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:20,115 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:A 2024-11-20T19:33:20,119 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/b4e644b33d224819919cfab52d3ea330 2024-11-20T19:33:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742388_1564 (size=12359) 2024-11-20T19:33:20,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/6a811c333b49465f8776a79dfdc61933 is 50, key is test_row_0/B:col10/1732131198819/Put/seqid=0 2024-11-20T19:33:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T19:33:20,135 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/d9ea84b8dd11466fa44d7d6f61222883 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/d9ea84b8dd11466fa44d7d6f61222883 2024-11-20T19:33:20,139 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/C of f6ed5a4da6c5d4c9621442f313c8ef7a into d9ea84b8dd11466fa44d7d6f61222883(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:20,139 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:20,139 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/C, priority=13, startTime=1732131199647; duration=0sec 2024-11-20T19:33:20,139 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:20,139 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:C 2024-11-20T19:33:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742389_1565 (size=12151) 2024-11-20T19:33:20,150 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/6a811c333b49465f8776a79dfdc61933 2024-11-20T19:33:20,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/0a822fb6b44c4bffa6aa691f5b7ac0ef is 50, key is test_row_0/C:col10/1732131198819/Put/seqid=0 2024-11-20T19:33:20,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742390_1566 (size=12151) 2024-11-20T19:33:20,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131260299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:20,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131260300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:20,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:20,586 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/0a822fb6b44c4bffa6aa691f5b7ac0ef 2024-11-20T19:33:20,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/b4e644b33d224819919cfab52d3ea330 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b4e644b33d224819919cfab52d3ea330 2024-11-20T19:33:20,592 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b4e644b33d224819919cfab52d3ea330, entries=150, sequenceid=155, filesize=30.4 K 2024-11-20T19:33:20,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/6a811c333b49465f8776a79dfdc61933 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/6a811c333b49465f8776a79dfdc61933 2024-11-20T19:33:20,596 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/6a811c333b49465f8776a79dfdc61933, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T19:33:20,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/0a822fb6b44c4bffa6aa691f5b7ac0ef as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/0a822fb6b44c4bffa6aa691f5b7ac0ef 2024-11-20T19:33:20,603 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/0a822fb6b44c4bffa6aa691f5b7ac0ef, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T19:33:20,603 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f6ed5a4da6c5d4c9621442f313c8ef7a in 949ms, sequenceid=155, compaction requested=false 2024-11-20T19:33:20,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:20,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:20,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-20T19:33:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-20T19:33:20,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-20T19:33:20,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1030 sec 2024-11-20T19:33:20,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.1080 sec 2024-11-20T19:33:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:20,613 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:33:20,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T19:33:20,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207b25714313b24ba6aabd078dbc9e567d_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131199972/Put/seqid=0 2024-11-20T19:33:20,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742391_1567 (size=12304) 2024-11-20T19:33:20,638 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T19:33:20,640 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:20,640 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:33:20,641 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207b25714313b24ba6aabd078dbc9e567d_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207b25714313b24ba6aabd078dbc9e567d_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-20T19:33:20,642 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:33:20,642 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/04ffae9a014549718a33f2feea4a5af3, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T19:33:20,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/04ffae9a014549718a33f2feea4a5af3 is 175, key is test_row_0/A:col10/1732131199972/Put/seqid=0 2024-11-20T19:33:20,643 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:33:20,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:33:20,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742392_1568 (size=31105) 2024-11-20T19:33:20,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131260659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:20,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131260665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T19:33:20,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131260769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:20,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:20,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131260779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:20,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T19:33:20,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:20,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:20,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:20,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:20,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:20,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T19:33:20,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:20,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:20,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:20,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:20,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T19:33:20,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131260979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:20,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131260988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:20,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:20,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:21,059 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/04ffae9a014549718a33f2feea4a5af3 2024-11-20T19:33:21,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/02b02e018ffa41408bc394470f1442d3 is 50, key is test_row_0/B:col10/1732131199972/Put/seqid=0 2024-11-20T19:33:21,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742393_1569 (size=12151) 2024-11-20T19:33:21,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/02b02e018ffa41408bc394470f1442d3 2024-11-20T19:33:21,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/ad8e9a8dfa284a4a9cefebcd505d4828 is 50, key is test_row_0/C:col10/1732131199972/Put/seqid=0 2024-11-20T19:33:21,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742394_1570 (size=12151) 2024-11-20T19:33:21,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T19:33:21,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:21,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:21,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:21,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:21,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:21,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T19:33:21,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:21,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:21,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:21,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:21,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T19:33:21,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131261289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:21,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131261299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:21,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T19:33:21,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:21,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:21,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:21,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:21,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:21,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40312 deadline: 1732131261459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:21,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40366 deadline: 1732131261459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:21,462 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_0' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:21,463 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e14ef07817f4,39645,1732131030299 for 'test_row_1' in f6ed5a4da6c5d4c9621442f313c8ef7a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T19:33:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:21,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/ad8e9a8dfa284a4a9cefebcd505d4828 2024-11-20T19:33:21,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/04ffae9a014549718a33f2feea4a5af3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/04ffae9a014549718a33f2feea4a5af3 2024-11-20T19:33:21,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/04ffae9a014549718a33f2feea4a5af3, entries=150, sequenceid=171, filesize=30.4 K 2024-11-20T19:33:21,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/02b02e018ffa41408bc394470f1442d3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/02b02e018ffa41408bc394470f1442d3 2024-11-20T19:33:21,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/02b02e018ffa41408bc394470f1442d3, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:33:21,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/ad8e9a8dfa284a4a9cefebcd505d4828 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ad8e9a8dfa284a4a9cefebcd505d4828 2024-11-20T19:33:21,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ad8e9a8dfa284a4a9cefebcd505d4828, entries=150, sequenceid=171, filesize=11.9 K 2024-11-20T19:33:21,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f6ed5a4da6c5d4c9621442f313c8ef7a in 878ms, sequenceid=171, compaction requested=true 2024-11-20T19:33:21,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:21,491 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:21,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:33:21,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:21,492 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:21,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:33:21,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:21,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:33:21,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:21,494 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93523 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:21,494 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:21,494 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/A is initiating minor compaction (all files) 2024-11-20T19:33:21,494 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/B is initiating minor compaction (all files) 2024-11-20T19:33:21,494 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/A in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:21,495 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/B in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:21,495 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/32cc5fb4a7754d8395130df96b2d68eb, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/6a811c333b49465f8776a79dfdc61933, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/02b02e018ffa41408bc394470f1442d3] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=35.8 K 2024-11-20T19:33:21,495 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/d256fca84e6846d6ac8a97f0a043d338, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b4e644b33d224819919cfab52d3ea330, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/04ffae9a014549718a33f2feea4a5af3] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=91.3 K 2024-11-20T19:33:21,495 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:21,495 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/d256fca84e6846d6ac8a97f0a043d338, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b4e644b33d224819919cfab52d3ea330, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/04ffae9a014549718a33f2feea4a5af3] 2024-11-20T19:33:21,495 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 32cc5fb4a7754d8395130df96b2d68eb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131198740 2024-11-20T19:33:21,495 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting d256fca84e6846d6ac8a97f0a043d338, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131198740 2024-11-20T19:33:21,495 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a811c333b49465f8776a79dfdc61933, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732131198818 2024-11-20T19:33:21,495 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4e644b33d224819919cfab52d3ea330, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732131198818 2024-11-20T19:33:21,495 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04ffae9a014549718a33f2feea4a5af3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131199972 2024-11-20T19:33:21,495 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 02b02e018ffa41408bc394470f1442d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131199972 2024-11-20T19:33:21,501 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:21,503 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120494118e6c32c4420a13d54347ba7b220_f6ed5a4da6c5d4c9621442f313c8ef7a store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:21,504 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:21,504 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120494118e6c32c4420a13d54347ba7b220_f6ed5a4da6c5d4c9621442f313c8ef7a, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:21,504 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/569a209e946f405a9762a919c66ed4a8 is 50, key is test_row_0/B:col10/1732131199972/Put/seqid=0 2024-11-20T19:33:21,504 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120494118e6c32c4420a13d54347ba7b220_f6ed5a4da6c5d4c9621442f313c8ef7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:21,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742396_1572 (size=4469) 2024-11-20T19:33:21,508 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#A#compaction#482 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:21,508 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/c2074729fce043fb9af210d0f8491d3a is 175, key is test_row_0/A:col10/1732131199972/Put/seqid=0 2024-11-20T19:33:21,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742395_1571 (size=12561) 2024-11-20T19:33:21,514 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/569a209e946f405a9762a919c66ed4a8 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/569a209e946f405a9762a919c66ed4a8 2024-11-20T19:33:21,517 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/B of f6ed5a4da6c5d4c9621442f313c8ef7a into 569a209e946f405a9762a919c66ed4a8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:21,517 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:21,517 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/B, priority=13, startTime=1732131201492; duration=0sec 2024-11-20T19:33:21,517 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:21,517 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:B 2024-11-20T19:33:21,517 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:21,518 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:21,518 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/C is initiating minor compaction (all files) 2024-11-20T19:33:21,518 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/C in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:21,518 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/d9ea84b8dd11466fa44d7d6f61222883, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/0a822fb6b44c4bffa6aa691f5b7ac0ef, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ad8e9a8dfa284a4a9cefebcd505d4828] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=35.8 K 2024-11-20T19:33:21,518 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting d9ea84b8dd11466fa44d7d6f61222883, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732131198740 2024-11-20T19:33:21,518 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a822fb6b44c4bffa6aa691f5b7ac0ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732131198818 2024-11-20T19:33:21,519 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ad8e9a8dfa284a4a9cefebcd505d4828, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131199972 2024-11-20T19:33:21,525 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:21,526 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/28f70d5e5bb344f6a6ba1cec71546e4c is 50, key is test_row_0/C:col10/1732131199972/Put/seqid=0 2024-11-20T19:33:21,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742397_1573 (size=31515) 2024-11-20T19:33:21,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742398_1574 (size=12561) 2024-11-20T19:33:21,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T19:33:21,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:21,559 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T19:33:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f43b0f24414d47de9f9a3bf9db18172a_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131200646/Put/seqid=0 2024-11-20T19:33:21,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742399_1575 (size=12304) 2024-11-20T19:33:21,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:21,570 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f43b0f24414d47de9f9a3bf9db18172a_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f43b0f24414d47de9f9a3bf9db18172a_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:21,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/dc01658ca58145d6ab130208171e77b3, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:21,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/dc01658ca58145d6ab130208171e77b3 is 175, key is test_row_0/A:col10/1732131200646/Put/seqid=0 2024-11-20T19:33:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742400_1576 (size=31105) 2024-11-20T19:33:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T19:33:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:21,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:21,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131261822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:21,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:21,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131261825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:21,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131261929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:21,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131261929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:21,934 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/c2074729fce043fb9af210d0f8491d3a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/c2074729fce043fb9af210d0f8491d3a 2024-11-20T19:33:21,937 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/A of f6ed5a4da6c5d4c9621442f313c8ef7a into c2074729fce043fb9af210d0f8491d3a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:21,937 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:21,937 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/A, priority=13, startTime=1732131201491; duration=0sec 2024-11-20T19:33:21,937 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:21,937 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:A 2024-11-20T19:33:21,944 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/28f70d5e5bb344f6a6ba1cec71546e4c as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/28f70d5e5bb344f6a6ba1cec71546e4c 2024-11-20T19:33:21,949 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/C of f6ed5a4da6c5d4c9621442f313c8ef7a into 28f70d5e5bb344f6a6ba1cec71546e4c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:21,949 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:21,949 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/C, priority=13, startTime=1732131201492; duration=0sec 2024-11-20T19:33:21,949 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:21,949 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:C 2024-11-20T19:33:21,974 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/dc01658ca58145d6ab130208171e77b3 2024-11-20T19:33:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/6e0ff5f6c1b9461494417a6047264e5e is 50, key is test_row_0/B:col10/1732131200646/Put/seqid=0 2024-11-20T19:33:21,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742401_1577 (size=12151) 2024-11-20T19:33:22,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131262139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131262139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:22,384 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/6e0ff5f6c1b9461494417a6047264e5e 2024-11-20T19:33:22,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/e2928b5a1fb24cadacd11c7e88ac0efb is 50, key is test_row_0/C:col10/1732131200646/Put/seqid=0 2024-11-20T19:33:22,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742402_1578 (size=12151) 2024-11-20T19:33:22,403 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/e2928b5a1fb24cadacd11c7e88ac0efb 2024-11-20T19:33:22,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/dc01658ca58145d6ab130208171e77b3 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/dc01658ca58145d6ab130208171e77b3 2024-11-20T19:33:22,408 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/dc01658ca58145d6ab130208171e77b3, entries=150, sequenceid=195, filesize=30.4 K 2024-11-20T19:33:22,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/6e0ff5f6c1b9461494417a6047264e5e as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/6e0ff5f6c1b9461494417a6047264e5e 2024-11-20T19:33:22,411 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/6e0ff5f6c1b9461494417a6047264e5e, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T19:33:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/e2928b5a1fb24cadacd11c7e88ac0efb as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/e2928b5a1fb24cadacd11c7e88ac0efb 2024-11-20T19:33:22,415 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/e2928b5a1fb24cadacd11c7e88ac0efb, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T19:33:22,416 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f6ed5a4da6c5d4c9621442f313c8ef7a in 857ms, sequenceid=195, compaction requested=false 2024-11-20T19:33:22,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:22,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:22,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-20T19:33:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-20T19:33:22,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-20T19:33:22,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7740 sec 2024-11-20T19:33:22,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.7780 sec 2024-11-20T19:33:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:22,451 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:33:22,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T19:33:22,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208d409ef2f9004de6822a13d7f512c121_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131202451/Put/seqid=0 2024-11-20T19:33:22,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742403_1579 (size=14794) 2024-11-20T19:33:22,474 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:22,476 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208d409ef2f9004de6822a13d7f512c121_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208d409ef2f9004de6822a13d7f512c121_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:22,477 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/cbeabd8f3b634bb792e10a66d739691f, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:22,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/cbeabd8f3b634bb792e10a66d739691f is 175, key is test_row_0/A:col10/1732131202451/Put/seqid=0 2024-11-20T19:33:22,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742404_1580 (size=39749) 2024-11-20T19:33:22,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131262498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:22,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:22,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131262501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:22,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:22,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131262610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:22,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131262611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T19:33:22,790 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:22,790 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:33:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-20T19:33:22,792 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:33:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T19:33:22,792 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:33:22,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:33:22,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131262819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131262819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:22,881 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/cbeabd8f3b634bb792e10a66d739691f 2024-11-20T19:33:22,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/680d2c5b638048e0b05159df29e8449a is 50, key is test_row_0/B:col10/1732131202451/Put/seqid=0 2024-11-20T19:33:22,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742405_1581 (size=12151) 2024-11-20T19:33:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T19:33:22,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T19:33:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:22,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T19:33:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T19:33:23,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131263129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:23,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131263129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:23,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:23,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T19:33:23,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/680d2c5b638048e0b05159df29e8449a 2024-11-20T19:33:23,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/ba135d3ef1594f128890511f53e8425a is 50, key is test_row_0/C:col10/1732131202451/Put/seqid=0 2024-11-20T19:33:23,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742406_1582 (size=12151) 2024-11-20T19:33:23,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T19:33:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T19:33:23,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T19:33:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131263639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:23,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131263649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:23,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/ba135d3ef1594f128890511f53e8425a 2024-11-20T19:33:23,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/cbeabd8f3b634bb792e10a66d739691f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cbeabd8f3b634bb792e10a66d739691f 2024-11-20T19:33:23,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cbeabd8f3b634bb792e10a66d739691f, entries=200, sequenceid=212, filesize=38.8 K 2024-11-20T19:33:23,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/680d2c5b638048e0b05159df29e8449a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/680d2c5b638048e0b05159df29e8449a 2024-11-20T19:33:23,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T19:33:23,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/680d2c5b638048e0b05159df29e8449a, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T19:33:23,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:23,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/ba135d3ef1594f128890511f53e8425a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ba135d3ef1594f128890511f53e8425a 2024-11-20T19:33:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:23,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ba135d3ef1594f128890511f53e8425a, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T19:33:23,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f6ed5a4da6c5d4c9621442f313c8ef7a in 1262ms, sequenceid=212, compaction requested=true 2024-11-20T19:33:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:33:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:23,714 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:33:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:23,714 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:33:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:23,714 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:23,714 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:23,714 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/A is initiating minor compaction (all files) 2024-11-20T19:33:23,714 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/B is initiating minor compaction (all files) 2024-11-20T19:33:23,715 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/B in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,715 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/A in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,715 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/569a209e946f405a9762a919c66ed4a8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/6e0ff5f6c1b9461494417a6047264e5e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/680d2c5b638048e0b05159df29e8449a] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=36.0 K 2024-11-20T19:33:23,715 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/c2074729fce043fb9af210d0f8491d3a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/dc01658ca58145d6ab130208171e77b3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cbeabd8f3b634bb792e10a66d739691f] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=100.0 K 2024-11-20T19:33:23,715 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,715 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/c2074729fce043fb9af210d0f8491d3a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/dc01658ca58145d6ab130208171e77b3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cbeabd8f3b634bb792e10a66d739691f] 2024-11-20T19:33:23,715 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 569a209e946f405a9762a919c66ed4a8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131199972 2024-11-20T19:33:23,715 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2074729fce043fb9af210d0f8491d3a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131199972 2024-11-20T19:33:23,715 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e0ff5f6c1b9461494417a6047264e5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732131200646 2024-11-20T19:33:23,715 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc01658ca58145d6ab130208171e77b3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732131200646 2024-11-20T19:33:23,715 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 680d2c5b638048e0b05159df29e8449a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732131201819 2024-11-20T19:33:23,716 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbeabd8f3b634bb792e10a66d739691f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732131201819 2024-11-20T19:33:23,719 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:23,721 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120719d832b0cfa4ad1977d27447a466cb0_f6ed5a4da6c5d4c9621442f313c8ef7a store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:23,721 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#B#compaction#491 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:23,721 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/29076aa166b64784a1316d5a0ffeec5d is 50, key is test_row_0/B:col10/1732131202451/Put/seqid=0 2024-11-20T19:33:23,722 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120719d832b0cfa4ad1977d27447a466cb0_f6ed5a4da6c5d4c9621442f313c8ef7a, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:23,722 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120719d832b0cfa4ad1977d27447a466cb0_f6ed5a4da6c5d4c9621442f313c8ef7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:23,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742407_1583 (size=12663) 2024-11-20T19:33:23,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742408_1584 (size=4469) 2024-11-20T19:33:23,730 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#A#compaction#492 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:23,730 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/fd22f48f1a0a4aca8fd0b85906f1f4dc is 175, key is test_row_0/A:col10/1732131202451/Put/seqid=0 2024-11-20T19:33:23,733 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/29076aa166b64784a1316d5a0ffeec5d as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/29076aa166b64784a1316d5a0ffeec5d 2024-11-20T19:33:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742409_1585 (size=31617) 2024-11-20T19:33:23,737 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/B of f6ed5a4da6c5d4c9621442f313c8ef7a into 29076aa166b64784a1316d5a0ffeec5d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:23,737 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:23,737 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/B, priority=13, startTime=1732131203714; duration=0sec 2024-11-20T19:33:23,737 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:23,737 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:B 2024-11-20T19:33:23,738 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:23,738 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/fd22f48f1a0a4aca8fd0b85906f1f4dc as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/fd22f48f1a0a4aca8fd0b85906f1f4dc 2024-11-20T19:33:23,739 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:23,739 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/C is initiating minor compaction (all files) 2024-11-20T19:33:23,739 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/C in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,739 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/28f70d5e5bb344f6a6ba1cec71546e4c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/e2928b5a1fb24cadacd11c7e88ac0efb, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ba135d3ef1594f128890511f53e8425a] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=36.0 K 2024-11-20T19:33:23,739 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 28f70d5e5bb344f6a6ba1cec71546e4c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732131199972 2024-11-20T19:33:23,739 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting e2928b5a1fb24cadacd11c7e88ac0efb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732131200646 2024-11-20T19:33:23,740 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting ba135d3ef1594f128890511f53e8425a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732131201819 2024-11-20T19:33:23,742 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/A of f6ed5a4da6c5d4c9621442f313c8ef7a into fd22f48f1a0a4aca8fd0b85906f1f4dc(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:23,742 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:23,742 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/A, priority=13, startTime=1732131203714; duration=0sec 2024-11-20T19:33:23,742 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:23,742 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:A 2024-11-20T19:33:23,746 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#C#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:23,747 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/cf2d7a09deca45c4a66014831febde42 is 50, key is test_row_0/C:col10/1732131202451/Put/seqid=0 2024-11-20T19:33:23,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742410_1586 (size=12663) 2024-11-20T19:33:23,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T19:33:23,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:23,862 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T19:33:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ff6a74668e144437830c7b9a023004e4_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131202484/Put/seqid=0 2024-11-20T19:33:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742411_1587 (size=12304) 2024-11-20T19:33:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T19:33:24,153 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/cf2d7a09deca45c4a66014831febde42 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/cf2d7a09deca45c4a66014831febde42 2024-11-20T19:33:24,157 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/C of f6ed5a4da6c5d4c9621442f313c8ef7a into cf2d7a09deca45c4a66014831febde42(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:24,157 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:24,157 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/C, priority=13, startTime=1732131203714; duration=0sec 2024-11-20T19:33:24,157 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:24,157 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:C 2024-11-20T19:33:24,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,273 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ff6a74668e144437830c7b9a023004e4_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ff6a74668e144437830c7b9a023004e4_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:24,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/a844e195408e4af39f8d2159fd303dfd, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:24,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/a844e195408e4af39f8d2159fd303dfd is 175, key is test_row_0/A:col10/1732131202484/Put/seqid=0 2024-11-20T19:33:24,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742412_1588 (size=31105) 2024-11-20T19:33:24,278 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/a844e195408e4af39f8d2159fd303dfd 2024-11-20T19:33:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/491eaaaba9244c7da609a5b69f03e3a7 is 50, key is test_row_0/B:col10/1732131202484/Put/seqid=0 2024-11-20T19:33:24,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742413_1589 (size=12151) 2024-11-20T19:33:24,287 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/491eaaaba9244c7da609a5b69f03e3a7 2024-11-20T19:33:24,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/5bf5aad4501043889c586e405eac2ee0 is 50, key is test_row_0/C:col10/1732131202484/Put/seqid=0 2024-11-20T19:33:24,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742414_1590 (size=12151) 2024-11-20T19:33:24,296 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/5bf5aad4501043889c586e405eac2ee0 2024-11-20T19:33:24,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/a844e195408e4af39f8d2159fd303dfd as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a844e195408e4af39f8d2159fd303dfd 2024-11-20T19:33:24,302 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a844e195408e4af39f8d2159fd303dfd, entries=150, sequenceid=235, filesize=30.4 K 2024-11-20T19:33:24,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/491eaaaba9244c7da609a5b69f03e3a7 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/491eaaaba9244c7da609a5b69f03e3a7 2024-11-20T19:33:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,306 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/491eaaaba9244c7da609a5b69f03e3a7, entries=150, sequenceid=235, filesize=11.9 K 2024-11-20T19:33:24,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/5bf5aad4501043889c586e405eac2ee0 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/5bf5aad4501043889c586e405eac2ee0 2024-11-20T19:33:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,310 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/5bf5aad4501043889c586e405eac2ee0, entries=150, sequenceid=235, filesize=11.9 K 2024-11-20T19:33:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,310 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for f6ed5a4da6c5d4c9621442f313c8ef7a in 448ms, sequenceid=235, compaction requested=false 2024-11-20T19:33:24,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:24,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:24,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-20T19:33:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-20T19:33:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-20T19:33:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5200 sec 2024-11-20T19:33:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.5240 sec 2024-11-20T19:33:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:24,712 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:33:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:33:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ef13c9cc7b3b4d67ac08eab0d8ccfa1d_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131204705/Put/seqid=0 2024-11-20T19:33:24,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742415_1591 (size=17284) 2024-11-20T19:33:24,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131264769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:24,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131264772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:24,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:24,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:24,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:24,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:24,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:24,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:24,781 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:24,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ef13c9cc7b3b4d67ac08eab0d8ccfa1d_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ef13c9cc7b3b4d67ac08eab0d8ccfa1d_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:24,788 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/764e7e7d67cd4264916eb6480d6ad0ba, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:24,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/764e7e7d67cd4264916eb6480d6ad0ba is 175, key is test_row_0/A:col10/1732131204705/Put/seqid=0 2024-11-20T19:33:24,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742416_1592 (size=48389) 2024-11-20T19:33:24,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131264889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:24,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131264889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T19:33:24,939 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:24,939 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:33:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-20T19:33:24,941 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:33:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T19:33:24,942 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:33:24,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:33:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T19:33:25,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T19:33:25,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:25,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:25,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:25,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131265099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:25,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131265099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:25,192 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/764e7e7d67cd4264916eb6480d6ad0ba 2024-11-20T19:33:25,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/5bf645389d7545dfa68244916aa7adde is 50, key is test_row_0/B:col10/1732131204705/Put/seqid=0 2024-11-20T19:33:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742417_1593 (size=12151) 2024-11-20T19:33:25,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T19:33:25,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:25,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:25,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:25,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T19:33:25,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T19:33:25,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:25,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:25,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:25,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131265409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:25,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131265409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:25,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T19:33:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:25,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T19:33:25,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/5bf645389d7545dfa68244916aa7adde 2024-11-20T19:33:25,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/a3e2fa5034f5492fbbb59c0ad125eb20 is 50, key is test_row_0/C:col10/1732131204705/Put/seqid=0 2024-11-20T19:33:25,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742418_1594 (size=12151) 2024-11-20T19:33:25,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T19:33:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:25,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T19:33:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:25,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:25,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:25,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:25,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131265919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:25,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131265920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:25,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:25,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:25,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:26,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T19:33:26,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/a3e2fa5034f5492fbbb59c0ad125eb20 2024-11-20T19:33:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:26,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:26,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/764e7e7d67cd4264916eb6480d6ad0ba as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/764e7e7d67cd4264916eb6480d6ad0ba 2024-11-20T19:33:26,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/764e7e7d67cd4264916eb6480d6ad0ba, entries=250, sequenceid=247, filesize=47.3 K 2024-11-20T19:33:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/5bf645389d7545dfa68244916aa7adde as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/5bf645389d7545dfa68244916aa7adde 2024-11-20T19:33:26,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/5bf645389d7545dfa68244916aa7adde, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T19:33:26,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/a3e2fa5034f5492fbbb59c0ad125eb20 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/a3e2fa5034f5492fbbb59c0ad125eb20 2024-11-20T19:33:26,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/a3e2fa5034f5492fbbb59c0ad125eb20, entries=150, sequenceid=247, filesize=11.9 K 2024-11-20T19:33:26,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f6ed5a4da6c5d4c9621442f313c8ef7a in 1311ms, sequenceid=247, compaction requested=true 2024-11-20T19:33:26,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:26,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:33:26,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:26,024 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:26,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:33:26,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:26,024 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:26,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:33:26,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:26,024 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:26,024 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:26,024 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/B is initiating minor compaction (all files) 2024-11-20T19:33:26,024 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/A is initiating minor compaction (all files) 2024-11-20T19:33:26,024 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/A in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:26,024 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/B in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:26,025 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/29076aa166b64784a1316d5a0ffeec5d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/491eaaaba9244c7da609a5b69f03e3a7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/5bf645389d7545dfa68244916aa7adde] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=36.1 K 2024-11-20T19:33:26,025 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/fd22f48f1a0a4aca8fd0b85906f1f4dc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a844e195408e4af39f8d2159fd303dfd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/764e7e7d67cd4264916eb6480d6ad0ba] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=108.5 K 2024-11-20T19:33:26,025 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:26,025 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/fd22f48f1a0a4aca8fd0b85906f1f4dc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a844e195408e4af39f8d2159fd303dfd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/764e7e7d67cd4264916eb6480d6ad0ba] 2024-11-20T19:33:26,025 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 29076aa166b64784a1316d5a0ffeec5d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732131201819 2024-11-20T19:33:26,025 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 491eaaaba9244c7da609a5b69f03e3a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732131202484 2024-11-20T19:33:26,025 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd22f48f1a0a4aca8fd0b85906f1f4dc, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732131201819 2024-11-20T19:33:26,026 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bf645389d7545dfa68244916aa7adde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732131204671 2024-11-20T19:33:26,026 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a844e195408e4af39f8d2159fd303dfd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732131202484 2024-11-20T19:33:26,026 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting 764e7e7d67cd4264916eb6480d6ad0ba, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732131204671 2024-11-20T19:33:26,031 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:26,031 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#B#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:26,031 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/61f8133a20ec409c9af25f2eabe8011b is 50, key is test_row_0/B:col10/1732131204705/Put/seqid=0 2024-11-20T19:33:26,033 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203d2aae7dfa734144a7f5f81544a901b6_f6ed5a4da6c5d4c9621442f313c8ef7a store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:26,035 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203d2aae7dfa734144a7f5f81544a901b6_f6ed5a4da6c5d4c9621442f313c8ef7a, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:26,035 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d2aae7dfa734144a7f5f81544a901b6_f6ed5a4da6c5d4c9621442f313c8ef7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:26,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742419_1595 (size=12765) 2024-11-20T19:33:26,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742420_1596 (size=4469) 2024-11-20T19:33:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T19:33:26,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T19:33:26,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:26,162 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:33:26,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d17ae1cf23b24bc19295366a33de2ede_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131204760/Put/seqid=0 2024-11-20T19:33:26,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742421_1597 (size=12454) 2024-11-20T19:33:26,442 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/61f8133a20ec409c9af25f2eabe8011b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/61f8133a20ec409c9af25f2eabe8011b 2024-11-20T19:33:26,446 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#A#compaction#501 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:26,446 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/fdf6790d39de4cb4b667a6029b1dbccd is 175, key is test_row_0/A:col10/1732131204705/Put/seqid=0 2024-11-20T19:33:26,447 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/B of f6ed5a4da6c5d4c9621442f313c8ef7a into 61f8133a20ec409c9af25f2eabe8011b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:26,447 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:26,447 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/B, priority=13, startTime=1732131206024; duration=0sec 2024-11-20T19:33:26,448 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:26,448 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:B 2024-11-20T19:33:26,448 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:26,449 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:26,449 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/C is initiating minor compaction (all files) 2024-11-20T19:33:26,449 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/C in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:26,449 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/cf2d7a09deca45c4a66014831febde42, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/5bf5aad4501043889c586e405eac2ee0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/a3e2fa5034f5492fbbb59c0ad125eb20] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=36.1 K 2024-11-20T19:33:26,450 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting cf2d7a09deca45c4a66014831febde42, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732131201819 2024-11-20T19:33:26,450 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bf5aad4501043889c586e405eac2ee0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732131202484 2024-11-20T19:33:26,450 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting a3e2fa5034f5492fbbb59c0ad125eb20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732131204671 2024-11-20T19:33:26,457 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#C#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:26,458 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/dc7601ce6528422282b78779e3343c9b is 50, key is test_row_0/C:col10/1732131204705/Put/seqid=0 2024-11-20T19:33:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742422_1598 (size=31719) 2024-11-20T19:33:26,464 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/fdf6790d39de4cb4b667a6029b1dbccd as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/fdf6790d39de4cb4b667a6029b1dbccd 2024-11-20T19:33:26,469 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/A of f6ed5a4da6c5d4c9621442f313c8ef7a into fdf6790d39de4cb4b667a6029b1dbccd(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:26,469 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:26,469 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/A, priority=13, startTime=1732131206023; duration=0sec 2024-11-20T19:33:26,469 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:26,469 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:A 2024-11-20T19:33:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742423_1599 (size=12765) 2024-11-20T19:33:26,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,574 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d17ae1cf23b24bc19295366a33de2ede_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d17ae1cf23b24bc19295366a33de2ede_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:26,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/a6ca89c90fa645a18919393265feca76, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:26,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/a6ca89c90fa645a18919393265feca76 is 175, key is test_row_0/A:col10/1732131204760/Put/seqid=0 2024-11-20T19:33:26,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742424_1600 (size=31255) 2024-11-20T19:33:26,578 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/a6ca89c90fa645a18919393265feca76 2024-11-20T19:33:26,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/44763acb48784c03a1043b9dd3165694 is 50, key is test_row_0/B:col10/1732131204760/Put/seqid=0 2024-11-20T19:33:26,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742425_1601 (size=12301) 2024-11-20T19:33:26,592 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/44763acb48784c03a1043b9dd3165694 2024-11-20T19:33:26,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/455703e0e56b45aeb4eccf8d0afc5cfa is 50, key is test_row_0/C:col10/1732131204760/Put/seqid=0 2024-11-20T19:33:26,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742426_1602 (size=12301) 2024-11-20T19:33:26,618 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/455703e0e56b45aeb4eccf8d0afc5cfa 2024-11-20T19:33:26,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/a6ca89c90fa645a18919393265feca76 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a6ca89c90fa645a18919393265feca76 2024-11-20T19:33:26,626 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a6ca89c90fa645a18919393265feca76, entries=150, sequenceid=272, filesize=30.5 K 2024-11-20T19:33:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/44763acb48784c03a1043b9dd3165694 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/44763acb48784c03a1043b9dd3165694 2024-11-20T19:33:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,630 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/44763acb48784c03a1043b9dd3165694, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T19:33:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/455703e0e56b45aeb4eccf8d0afc5cfa as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/455703e0e56b45aeb4eccf8d0afc5cfa 2024-11-20T19:33:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,634 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/455703e0e56b45aeb4eccf8d0afc5cfa, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T19:33:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,635 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f6ed5a4da6c5d4c9621442f313c8ef7a in 473ms, sequenceid=272, compaction requested=false 2024-11-20T19:33:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-20T19:33:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-20T19:33:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-20T19:33:26,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6940 sec 2024-11-20T19:33:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.6990 sec 2024-11-20T19:33:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,877 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/dc7601ce6528422282b78779e3343c9b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/dc7601ce6528422282b78779e3343c9b 2024-11-20T19:33:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,881 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/C of f6ed5a4da6c5d4c9621442f313c8ef7a into dc7601ce6528422282b78779e3343c9b(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:26,881 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,881 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/C, priority=13, startTime=1732131206024; duration=0sec 2024-11-20T19:33:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,881 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:26,881 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:C 2024-11-20T19:33:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,971 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T19:33:26,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T19:33:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e312661e4a874837bc6c18bd12cc27c7_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131206970/Put/seqid=0 2024-11-20T19:33:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:26,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742427_1603 (size=22618) 2024-11-20T19:33:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:27,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131267022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:27,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:27,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131267023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T19:33:27,090 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:27,090 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T19:33:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-20T19:33:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T19:33:27,091 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T19:33:27,092 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T19:33:27,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T19:33:27,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131267129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131267129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T19:33:27,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-20T19:33:27,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:27,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:27,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:27,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131267339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:27,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131267339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:27,380 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:27,383 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e312661e4a874837bc6c18bd12cc27c7_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e312661e4a874837bc6c18bd12cc27c7_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:27,384 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/b69087853fa645b88596f9e2318dc32a, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:27,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/b69087853fa645b88596f9e2318dc32a is 175, key is test_row_0/A:col10/1732131206970/Put/seqid=0 2024-11-20T19:33:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742428_1604 (size=66023) 2024-11-20T19:33:27,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-20T19:33:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:27,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T19:33:27,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-20T19:33:27,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:27,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:27,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:27,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:27,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131267650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131267650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:27,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-20T19:33:27,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:27,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:27,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:27,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T19:33:27,788 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/b69087853fa645b88596f9e2318dc32a 2024-11-20T19:33:27,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/476670ca346a4b14aa4a13609485bf03 is 50, key is test_row_0/B:col10/1732131206970/Put/seqid=0 2024-11-20T19:33:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742429_1605 (size=12301) 2024-11-20T19:33:27,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/476670ca346a4b14aa4a13609485bf03 2024-11-20T19:33:27,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/f96c704d76a74705a722ecd5b41d7b65 is 50, key is test_row_0/C:col10/1732131206970/Put/seqid=0 2024-11-20T19:33:27,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742430_1606 (size=12301) 2024-11-20T19:33:27,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-20T19:33:27,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:27,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:27,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:27,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:28,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-20T19:33:28,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:28,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:28,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:28,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:28,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:28,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-20T19:33:28,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:28,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:28,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:28,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:28,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:33:28,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:28,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:33:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40338 deadline: 1732131268160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40326 deadline: 1732131268160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:28,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:28,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 , the old value is region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:28,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:28,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:33:28,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:28,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., hostname=e14ef07817f4,39645,1732131030299, seqNum=5 because the exception is null or not the one we care about 2024-11-20T19:33:28,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/f96c704d76a74705a722ecd5b41d7b65 2024-11-20T19:33:28,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/b69087853fa645b88596f9e2318dc32a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b69087853fa645b88596f9e2318dc32a 2024-11-20T19:33:28,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b69087853fa645b88596f9e2318dc32a, entries=350, sequenceid=286, filesize=64.5 K 2024-11-20T19:33:28,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/476670ca346a4b14aa4a13609485bf03 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/476670ca346a4b14aa4a13609485bf03 2024-11-20T19:33:28,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/476670ca346a4b14aa4a13609485bf03, entries=150, sequenceid=286, filesize=12.0 K 2024-11-20T19:33:28,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/f96c704d76a74705a722ecd5b41d7b65 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/f96c704d76a74705a722ecd5b41d7b65 2024-11-20T19:33:28,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/f96c704d76a74705a722ecd5b41d7b65, entries=150, sequenceid=286, filesize=12.0 K 2024-11-20T19:33:28,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f6ed5a4da6c5d4c9621442f313c8ef7a in 1255ms, sequenceid=286, compaction requested=true 2024-11-20T19:33:28,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:28,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T19:33:28,226 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:28,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:28,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T19:33:28,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:28,226 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:28,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6ed5a4da6c5d4c9621442f313c8ef7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T19:33:28,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:28,227 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:28,227 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/A is initiating minor compaction (all files) 2024-11-20T19:33:28,227 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/A in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:28,227 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/fdf6790d39de4cb4b667a6029b1dbccd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a6ca89c90fa645a18919393265feca76, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b69087853fa645b88596f9e2318dc32a] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=126.0 K 2024-11-20T19:33:28,227 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:28,227 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. files: [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/fdf6790d39de4cb4b667a6029b1dbccd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a6ca89c90fa645a18919393265feca76, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b69087853fa645b88596f9e2318dc32a] 2024-11-20T19:33:28,228 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdf6790d39de4cb4b667a6029b1dbccd, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732131204671 2024-11-20T19:33:28,228 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:28,228 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/B is initiating minor compaction (all files) 2024-11-20T19:33:28,228 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/B in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:28,228 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/61f8133a20ec409c9af25f2eabe8011b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/44763acb48784c03a1043b9dd3165694, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/476670ca346a4b14aa4a13609485bf03] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=36.5 K 2024-11-20T19:33:28,229 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6ca89c90fa645a18919393265feca76, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732131204760 2024-11-20T19:33:28,229 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 61f8133a20ec409c9af25f2eabe8011b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732131204671 2024-11-20T19:33:28,229 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] compactions.Compactor(225): Compacting b69087853fa645b88596f9e2318dc32a, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732131206954 2024-11-20T19:33:28,229 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 44763acb48784c03a1043b9dd3165694, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732131204760 2024-11-20T19:33:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T19:33:28,229 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 476670ca346a4b14aa4a13609485bf03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732131206955 2024-11-20T19:33:28,234 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:28,236 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:28,236 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/3bf2bd96b71d4e0aa2777e75c13f77fa is 50, key is test_row_0/B:col10/1732131206970/Put/seqid=0 2024-11-20T19:33:28,237 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209546a4137cf541248446c7cf42d1f769_f6ed5a4da6c5d4c9621442f313c8ef7a store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:28,239 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209546a4137cf541248446c7cf42d1f769_f6ed5a4da6c5d4c9621442f313c8ef7a, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:28,239 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209546a4137cf541248446c7cf42d1f769_f6ed5a4da6c5d4c9621442f313c8ef7a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:28,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742431_1607 (size=13017) 2024-11-20T19:33:28,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742432_1608 (size=4469) 2024-11-20T19:33:28,255 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/3bf2bd96b71d4e0aa2777e75c13f77fa as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3bf2bd96b71d4e0aa2777e75c13f77fa 2024-11-20T19:33:28,259 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/B of f6ed5a4da6c5d4c9621442f313c8ef7a into 3bf2bd96b71d4e0aa2777e75c13f77fa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:28,259 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:28,259 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/B, priority=13, startTime=1732131208226; duration=0sec 2024-11-20T19:33:28,259 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T19:33:28,259 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:B 2024-11-20T19:33:28,259 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T19:33:28,259 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T19:33:28,259 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1541): f6ed5a4da6c5d4c9621442f313c8ef7a/C is initiating minor compaction (all files) 2024-11-20T19:33:28,260 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f6ed5a4da6c5d4c9621442f313c8ef7a/C in TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:28,260 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/dc7601ce6528422282b78779e3343c9b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/455703e0e56b45aeb4eccf8d0afc5cfa, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/f96c704d76a74705a722ecd5b41d7b65] into tmpdir=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp, totalSize=36.5 K 2024-11-20T19:33:28,260 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting dc7601ce6528422282b78779e3343c9b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732131204671 2024-11-20T19:33:28,260 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting 455703e0e56b45aeb4eccf8d0afc5cfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732131204760 2024-11-20T19:33:28,261 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] compactions.Compactor(225): Compacting f96c704d76a74705a722ecd5b41d7b65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732131206955 2024-11-20T19:33:28,266 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#C#compaction#511 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:28,266 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/c4b2a63471f24d8fa8aadf8bb22f0234 is 50, key is test_row_0/C:col10/1732131206970/Put/seqid=0 2024-11-20T19:33:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742433_1609 (size=13017) 2024-11-20T19:33:28,275 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/c4b2a63471f24d8fa8aadf8bb22f0234 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/c4b2a63471f24d8fa8aadf8bb22f0234 2024-11-20T19:33:28,277 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/C of f6ed5a4da6c5d4c9621442f313c8ef7a into c4b2a63471f24d8fa8aadf8bb22f0234(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:28,277 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:28,278 INFO [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/C, priority=13, startTime=1732131208226; duration=0sec 2024-11-20T19:33:28,278 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:28,278 DEBUG [RS:0;e14ef07817f4:39645-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:C 2024-11-20T19:33:28,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-20T19:33:28,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:28,313 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T19:33:28,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203c9313f0ba974df088546b00fe64a1ec_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131207014/Put/seqid=0 2024-11-20T19:33:28,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742434_1610 (size=12454) 2024-11-20T19:33:28,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:28,324 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203c9313f0ba974df088546b00fe64a1ec_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c9313f0ba974df088546b00fe64a1ec_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/aca6487cab974f9f8ee987969cea58ee, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/aca6487cab974f9f8ee987969cea58ee is 175, key is test_row_0/A:col10/1732131207014/Put/seqid=0 2024-11-20T19:33:28,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742435_1611 (size=31255) 2024-11-20T19:33:28,394 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:33:28,654 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6ed5a4da6c5d4c9621442f313c8ef7a#A#compaction#509 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T19:33:28,654 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/9020d5ee4cc6470fb7d9de595b8ab86f is 175, key is test_row_0/A:col10/1732131206970/Put/seqid=0 2024-11-20T19:33:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742436_1612 (size=31971) 2024-11-20T19:33:28,661 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/9020d5ee4cc6470fb7d9de595b8ab86f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/9020d5ee4cc6470fb7d9de595b8ab86f 2024-11-20T19:33:28,665 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f6ed5a4da6c5d4c9621442f313c8ef7a/A of f6ed5a4da6c5d4c9621442f313c8ef7a into 9020d5ee4cc6470fb7d9de595b8ab86f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T19:33:28,665 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:28,665 INFO [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., storeName=f6ed5a4da6c5d4c9621442f313c8ef7a/A, priority=13, startTime=1732131208226; duration=0sec 2024-11-20T19:33:28,665 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T19:33:28,665 DEBUG [RS:0;e14ef07817f4:39645-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6ed5a4da6c5d4c9621442f313c8ef7a:A 2024-11-20T19:33:28,728 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/aca6487cab974f9f8ee987969cea58ee 2024-11-20T19:33:28,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/a32273ad16b84752b8f8c2ae773a8195 is 50, key is test_row_0/B:col10/1732131207014/Put/seqid=0 2024-11-20T19:33:28,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742437_1613 (size=12301) 2024-11-20T19:33:28,985 INFO [Thread-2356 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2356. 2024-11-20T19:33:28,985 INFO [Thread-2360 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2360. 2024-11-20T19:33:28,985 DEBUG [Thread-2356 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:28,985 DEBUG [Thread-2360 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:28,985 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:28,985 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:28,985 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:28,985 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:28,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:28,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:28,987 INFO [Thread-2358 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2358. 2024-11-20T19:33:28,987 DEBUG [Thread-2358 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:28,987 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:28,987 INFO [Thread-2362 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2362. 2024-11-20T19:33:28,987 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:28,987 DEBUG [Thread-2362 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:28,987 DEBUG [Thread-2362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:28,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:28,987 INFO [Thread-2354 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2354. 2024-11-20T19:33:28,987 DEBUG [Thread-2354 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:28,987 DEBUG [Thread-2362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:28,987 DEBUG [Thread-2354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:28,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:28,987 DEBUG [Thread-2354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:28,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:29,139 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/a32273ad16b84752b8f8c2ae773a8195 2024-11-20T19:33:29,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/13400487b79c453cb5952b4a616c8eb9 is 50, key is test_row_0/C:col10/1732131207014/Put/seqid=0 2024-11-20T19:33:29,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742438_1614 (size=12301) 2024-11-20T19:33:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] regionserver.HRegion(8855): Flush requested on f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:29,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. as already flushing 2024-11-20T19:33:29,170 INFO [Thread-2343 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2343. 2024-11-20T19:33:29,170 DEBUG [Thread-2343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:29,170 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:29,170 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:29,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:29,180 INFO [Thread-2351 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2351. 2024-11-20T19:33:29,180 DEBUG [Thread-2351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:29,180 DEBUG [Thread-2351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:29,181 DEBUG [Thread-2351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:29,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T19:33:29,510 INFO [Thread-2345 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2345. 2024-11-20T19:33:29,510 DEBUG [Thread-2345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:29,510 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:29,510 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:29,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:29,548 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/13400487b79c453cb5952b4a616c8eb9 2024-11-20T19:33:29,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/aca6487cab974f9f8ee987969cea58ee as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/aca6487cab974f9f8ee987969cea58ee 2024-11-20T19:33:29,555 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/aca6487cab974f9f8ee987969cea58ee, entries=150, sequenceid=313, filesize=30.5 K 2024-11-20T19:33:29,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/a32273ad16b84752b8f8c2ae773a8195 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/a32273ad16b84752b8f8c2ae773a8195 2024-11-20T19:33:29,559 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/a32273ad16b84752b8f8c2ae773a8195, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T19:33:29,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/13400487b79c453cb5952b4a616c8eb9 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/13400487b79c453cb5952b4a616c8eb9 2024-11-20T19:33:29,562 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/13400487b79c453cb5952b4a616c8eb9, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T19:33:29,563 INFO [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for f6ed5a4da6c5d4c9621442f313c8ef7a in 1250ms, sequenceid=313, compaction requested=false 2024-11-20T19:33:29,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for f6ed5a4da6c5d4c9621442f313c8ef7a: 2024-11-20T19:33:29,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:29,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-20T19:33:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-20T19:33:29,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-20T19:33:29,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4720 sec 2024-11-20T19:33:29,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.4760 sec 2024-11-20T19:33:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T19:33:31,250 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:31,554 INFO [Thread-2347 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2347. 2024-11-20T19:33:31,554 DEBUG [Thread-2347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:31,554 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:31,555 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:31,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:31,570 INFO [Thread-2349 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2349. 2024-11-20T19:33:31,570 DEBUG [Thread-2349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T19:33:31,570 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:31,570 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:31,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:31,570 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T19:33:31,570 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-20T19:33:31,570 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-20T19:33:31,570 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-20T19:33:31,571 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-20T19:33:31,571 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-20T19:33:31,571 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T19:33:31,571 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3783 2024-11-20T19:33:31,571 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3626 2024-11-20T19:33:31,571 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3676 2024-11-20T19:33:31,571 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3771 2024-11-20T19:33:31,571 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3664 2024-11-20T19:33:31,571 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T19:33:31,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:33:31,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:33:31,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:31,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:31,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:31,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-20T19:33:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T19:33:31,574 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131211574"}]},"ts":"1732131211574"} 2024-11-20T19:33:31,575 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T19:33:31,575 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T19:33:31,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T19:33:31,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, UNASSIGN}] 2024-11-20T19:33:31,577 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, UNASSIGN 2024-11-20T19:33:31,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=f6ed5a4da6c5d4c9621442f313c8ef7a, regionState=CLOSING, regionLocation=e14ef07817f4,39645,1732131030299 2024-11-20T19:33:31,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, UNASSIGN because future has completed 2024-11-20T19:33:31,579 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T19:33:31,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299}] 2024-11-20T19:33:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T19:33:31,731 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:31,731 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T19:33:31,731 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing f6ed5a4da6c5d4c9621442f313c8ef7a, disabling compactions & flushes 2024-11-20T19:33:31,731 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:31,731 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:31,731 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. after waiting 0 ms 2024-11-20T19:33:31,731 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:31,732 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing f6ed5a4da6c5d4c9621442f313c8ef7a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T19:33:31,742 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a73a6ab2b2e648deab53c83165e6136b_f6ed5a4da6c5d4c9621442f313c8ef7a is 50, key is test_row_0/A:col10/1732131211551/Put/seqid=0 2024-11-20T19:33:31,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742439_1615 (size=9914) 2024-11-20T19:33:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T19:33:32,147 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:33:32,156 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a73a6ab2b2e648deab53c83165e6136b_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a73a6ab2b2e648deab53c83165e6136b_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:32,158 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/ec80703ebc414301a32acd24549f57e6, store: [table=TestAcidGuarantees family=A region=f6ed5a4da6c5d4c9621442f313c8ef7a] 2024-11-20T19:33:32,160 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/ec80703ebc414301a32acd24549f57e6 is 175, key is test_row_0/A:col10/1732131211551/Put/seqid=0 2024-11-20T19:33:32,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742440_1616 (size=22561) 2024-11-20T19:33:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T19:33:32,567 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/ec80703ebc414301a32acd24549f57e6 2024-11-20T19:33:32,579 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/3799a88abf974f4c86b0f878389b961a is 50, key is test_row_0/B:col10/1732131211551/Put/seqid=0 2024-11-20T19:33:32,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742441_1617 (size=9857) 2024-11-20T19:33:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T19:33:32,985 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/3799a88abf974f4c86b0f878389b961a 2024-11-20T19:33:32,995 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/e0570ae0e26844b0ba39ecac9eb2261b is 50, key is test_row_0/C:col10/1732131211551/Put/seqid=0 2024-11-20T19:33:32,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742442_1618 (size=9857) 2024-11-20T19:33:33,400 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/e0570ae0e26844b0ba39ecac9eb2261b 2024-11-20T19:33:33,411 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/A/ec80703ebc414301a32acd24549f57e6 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/ec80703ebc414301a32acd24549f57e6 2024-11-20T19:33:33,417 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/ec80703ebc414301a32acd24549f57e6, entries=100, sequenceid=322, filesize=22.0 K 2024-11-20T19:33:33,418 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/B/3799a88abf974f4c86b0f878389b961a as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3799a88abf974f4c86b0f878389b961a 2024-11-20T19:33:33,422 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3799a88abf974f4c86b0f878389b961a, entries=100, sequenceid=322, filesize=9.6 K 2024-11-20T19:33:33,423 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/.tmp/C/e0570ae0e26844b0ba39ecac9eb2261b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/e0570ae0e26844b0ba39ecac9eb2261b 2024-11-20T19:33:33,427 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/e0570ae0e26844b0ba39ecac9eb2261b, entries=100, sequenceid=322, filesize=9.6 K 2024-11-20T19:33:33,428 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f6ed5a4da6c5d4c9621442f313c8ef7a in 1695ms, sequenceid=322, compaction requested=true 2024-11-20T19:33:33,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cba876dfe5254d09b0823b908db5fdd7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b8abb59706e2430dbb30cce9b8486e25, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/7413063bf48c455c87e0b9cd419e36da, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/1669f9336b6144b28040c924ec97e7db, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/096675e73d5941a09ac6dff8521da8c9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/aab5971adb9b4df3965efa54cc5009dc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/0c864b64180d4268898f16a259e588d6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/6303f9d5ada349cc83ec90b6fe7fe8e3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/ad616ab0c22047edbdef1b95e71c0af6, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/d256fca84e6846d6ac8a97f0a043d338, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b4e644b33d224819919cfab52d3ea330, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/c2074729fce043fb9af210d0f8491d3a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/04ffae9a014549718a33f2feea4a5af3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/dc01658ca58145d6ab130208171e77b3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cbeabd8f3b634bb792e10a66d739691f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/fd22f48f1a0a4aca8fd0b85906f1f4dc, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a844e195408e4af39f8d2159fd303dfd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/764e7e7d67cd4264916eb6480d6ad0ba, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/fdf6790d39de4cb4b667a6029b1dbccd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a6ca89c90fa645a18919393265feca76, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b69087853fa645b88596f9e2318dc32a] to archive 2024-11-20T19:33:33,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:33:33,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cba876dfe5254d09b0823b908db5fdd7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cba876dfe5254d09b0823b908db5fdd7 2024-11-20T19:33:33,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b8abb59706e2430dbb30cce9b8486e25 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b8abb59706e2430dbb30cce9b8486e25 2024-11-20T19:33:33,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/7413063bf48c455c87e0b9cd419e36da to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/7413063bf48c455c87e0b9cd419e36da 2024-11-20T19:33:33,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/1669f9336b6144b28040c924ec97e7db to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/1669f9336b6144b28040c924ec97e7db 2024-11-20T19:33:33,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/096675e73d5941a09ac6dff8521da8c9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/096675e73d5941a09ac6dff8521da8c9 2024-11-20T19:33:33,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/aab5971adb9b4df3965efa54cc5009dc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/aab5971adb9b4df3965efa54cc5009dc 2024-11-20T19:33:33,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/0c864b64180d4268898f16a259e588d6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/0c864b64180d4268898f16a259e588d6 2024-11-20T19:33:33,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/6303f9d5ada349cc83ec90b6fe7fe8e3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/6303f9d5ada349cc83ec90b6fe7fe8e3 2024-11-20T19:33:33,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/ad616ab0c22047edbdef1b95e71c0af6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/ad616ab0c22047edbdef1b95e71c0af6 2024-11-20T19:33:33,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/d256fca84e6846d6ac8a97f0a043d338 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/d256fca84e6846d6ac8a97f0a043d338 2024-11-20T19:33:33,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b4e644b33d224819919cfab52d3ea330 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b4e644b33d224819919cfab52d3ea330 2024-11-20T19:33:33,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/c2074729fce043fb9af210d0f8491d3a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/c2074729fce043fb9af210d0f8491d3a 2024-11-20T19:33:33,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/04ffae9a014549718a33f2feea4a5af3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/04ffae9a014549718a33f2feea4a5af3 2024-11-20T19:33:33,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/dc01658ca58145d6ab130208171e77b3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/dc01658ca58145d6ab130208171e77b3 2024-11-20T19:33:33,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cbeabd8f3b634bb792e10a66d739691f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/cbeabd8f3b634bb792e10a66d739691f 2024-11-20T19:33:33,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/fd22f48f1a0a4aca8fd0b85906f1f4dc to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/fd22f48f1a0a4aca8fd0b85906f1f4dc 2024-11-20T19:33:33,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a844e195408e4af39f8d2159fd303dfd to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a844e195408e4af39f8d2159fd303dfd 2024-11-20T19:33:33,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/764e7e7d67cd4264916eb6480d6ad0ba to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/764e7e7d67cd4264916eb6480d6ad0ba 2024-11-20T19:33:33,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/fdf6790d39de4cb4b667a6029b1dbccd to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/fdf6790d39de4cb4b667a6029b1dbccd 2024-11-20T19:33:33,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a6ca89c90fa645a18919393265feca76 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/a6ca89c90fa645a18919393265feca76 2024-11-20T19:33:33,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b69087853fa645b88596f9e2318dc32a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/b69087853fa645b88596f9e2318dc32a 2024-11-20T19:33:33,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/806616413a3a4960833fc1c87a57fe6f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/851b30909fd84fa98a771cc6d4d20486, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/4c20087bf3c541d6b5b822dec8ca23c9, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/e763e31dd1364c21bf6d8d24cfa5abdd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/aa18c7638d2343b99116ae488365fc0a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/e1aab309f699492c9a7af80db5966d16, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/eb75b2e386cc43bab5967ed3d7ee2d27, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3676583357d14d20b7aae345d80e86cd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/32cc5fb4a7754d8395130df96b2d68eb, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/26e40115e8b248dbad5b659267be16cd, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/6a811c333b49465f8776a79dfdc61933, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/569a209e946f405a9762a919c66ed4a8, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/02b02e018ffa41408bc394470f1442d3, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/6e0ff5f6c1b9461494417a6047264e5e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/29076aa166b64784a1316d5a0ffeec5d, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/680d2c5b638048e0b05159df29e8449a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/491eaaaba9244c7da609a5b69f03e3a7, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/61f8133a20ec409c9af25f2eabe8011b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/5bf645389d7545dfa68244916aa7adde, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/44763acb48784c03a1043b9dd3165694, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/476670ca346a4b14aa4a13609485bf03] to archive 2024-11-20T19:33:33,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:33:33,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/806616413a3a4960833fc1c87a57fe6f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/806616413a3a4960833fc1c87a57fe6f 2024-11-20T19:33:33,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/851b30909fd84fa98a771cc6d4d20486 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/851b30909fd84fa98a771cc6d4d20486 2024-11-20T19:33:33,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/4c20087bf3c541d6b5b822dec8ca23c9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/4c20087bf3c541d6b5b822dec8ca23c9 2024-11-20T19:33:33,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/e763e31dd1364c21bf6d8d24cfa5abdd to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/e763e31dd1364c21bf6d8d24cfa5abdd 2024-11-20T19:33:33,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/aa18c7638d2343b99116ae488365fc0a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/aa18c7638d2343b99116ae488365fc0a 2024-11-20T19:33:33,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/e1aab309f699492c9a7af80db5966d16 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/e1aab309f699492c9a7af80db5966d16 2024-11-20T19:33:33,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/eb75b2e386cc43bab5967ed3d7ee2d27 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/eb75b2e386cc43bab5967ed3d7ee2d27 2024-11-20T19:33:33,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3676583357d14d20b7aae345d80e86cd to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3676583357d14d20b7aae345d80e86cd 2024-11-20T19:33:33,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/32cc5fb4a7754d8395130df96b2d68eb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/32cc5fb4a7754d8395130df96b2d68eb 2024-11-20T19:33:33,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/26e40115e8b248dbad5b659267be16cd to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/26e40115e8b248dbad5b659267be16cd 2024-11-20T19:33:33,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/6a811c333b49465f8776a79dfdc61933 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/6a811c333b49465f8776a79dfdc61933 2024-11-20T19:33:33,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/569a209e946f405a9762a919c66ed4a8 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/569a209e946f405a9762a919c66ed4a8 2024-11-20T19:33:33,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/02b02e018ffa41408bc394470f1442d3 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/02b02e018ffa41408bc394470f1442d3 2024-11-20T19:33:33,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/6e0ff5f6c1b9461494417a6047264e5e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/6e0ff5f6c1b9461494417a6047264e5e 2024-11-20T19:33:33,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/29076aa166b64784a1316d5a0ffeec5d to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/29076aa166b64784a1316d5a0ffeec5d 2024-11-20T19:33:33,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/680d2c5b638048e0b05159df29e8449a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/680d2c5b638048e0b05159df29e8449a 2024-11-20T19:33:33,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/491eaaaba9244c7da609a5b69f03e3a7 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/491eaaaba9244c7da609a5b69f03e3a7 2024-11-20T19:33:33,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/61f8133a20ec409c9af25f2eabe8011b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/61f8133a20ec409c9af25f2eabe8011b 2024-11-20T19:33:33,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/5bf645389d7545dfa68244916aa7adde to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/5bf645389d7545dfa68244916aa7adde 2024-11-20T19:33:33,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/44763acb48784c03a1043b9dd3165694 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/44763acb48784c03a1043b9dd3165694 2024-11-20T19:33:33,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/476670ca346a4b14aa4a13609485bf03 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/476670ca346a4b14aa4a13609485bf03 2024-11-20T19:33:33,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ad8ec4a9aa02436a9488f4351989620f, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/7663110ba3894d839f168cb3c7a6cac4, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/73124db650eb415b96380f5918bfe080, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/2317a437b7b647bdbe82b23047abf28a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ff759e0f565447f588f274a899a6352c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/daf4f8631bcb4264ab508a9f47ca3b51, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/c4c2abf4bfce4d90b01f30803bcd2984, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/8b415aa7073f4c158b8d4b40e2a5847e, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/d9ea84b8dd11466fa44d7d6f61222883, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/25ff58bab5d844afa6b0b505a1f053d0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/0a822fb6b44c4bffa6aa691f5b7ac0ef, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/28f70d5e5bb344f6a6ba1cec71546e4c, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ad8e9a8dfa284a4a9cefebcd505d4828, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/e2928b5a1fb24cadacd11c7e88ac0efb, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/cf2d7a09deca45c4a66014831febde42, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ba135d3ef1594f128890511f53e8425a, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/5bf5aad4501043889c586e405eac2ee0, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/dc7601ce6528422282b78779e3343c9b, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/a3e2fa5034f5492fbbb59c0ad125eb20, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/455703e0e56b45aeb4eccf8d0afc5cfa, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/f96c704d76a74705a722ecd5b41d7b65] to archive 2024-11-20T19:33:33,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T19:33:33,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ad8ec4a9aa02436a9488f4351989620f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ad8ec4a9aa02436a9488f4351989620f 2024-11-20T19:33:33,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/7663110ba3894d839f168cb3c7a6cac4 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/7663110ba3894d839f168cb3c7a6cac4 2024-11-20T19:33:33,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/73124db650eb415b96380f5918bfe080 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/73124db650eb415b96380f5918bfe080 2024-11-20T19:33:33,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/2317a437b7b647bdbe82b23047abf28a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/2317a437b7b647bdbe82b23047abf28a 2024-11-20T19:33:33,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ff759e0f565447f588f274a899a6352c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ff759e0f565447f588f274a899a6352c 2024-11-20T19:33:33,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/daf4f8631bcb4264ab508a9f47ca3b51 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/daf4f8631bcb4264ab508a9f47ca3b51 2024-11-20T19:33:33,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/c4c2abf4bfce4d90b01f30803bcd2984 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/c4c2abf4bfce4d90b01f30803bcd2984 2024-11-20T19:33:33,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/8b415aa7073f4c158b8d4b40e2a5847e to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/8b415aa7073f4c158b8d4b40e2a5847e 2024-11-20T19:33:33,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/d9ea84b8dd11466fa44d7d6f61222883 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/d9ea84b8dd11466fa44d7d6f61222883 2024-11-20T19:33:33,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/25ff58bab5d844afa6b0b505a1f053d0 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/25ff58bab5d844afa6b0b505a1f053d0 2024-11-20T19:33:33,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/0a822fb6b44c4bffa6aa691f5b7ac0ef to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/0a822fb6b44c4bffa6aa691f5b7ac0ef 2024-11-20T19:33:33,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/28f70d5e5bb344f6a6ba1cec71546e4c to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/28f70d5e5bb344f6a6ba1cec71546e4c 2024-11-20T19:33:33,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ad8e9a8dfa284a4a9cefebcd505d4828 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ad8e9a8dfa284a4a9cefebcd505d4828 2024-11-20T19:33:33,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/e2928b5a1fb24cadacd11c7e88ac0efb to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/e2928b5a1fb24cadacd11c7e88ac0efb 2024-11-20T19:33:33,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/cf2d7a09deca45c4a66014831febde42 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/cf2d7a09deca45c4a66014831febde42 2024-11-20T19:33:33,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ba135d3ef1594f128890511f53e8425a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/ba135d3ef1594f128890511f53e8425a 2024-11-20T19:33:33,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/5bf5aad4501043889c586e405eac2ee0 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/5bf5aad4501043889c586e405eac2ee0 2024-11-20T19:33:33,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/dc7601ce6528422282b78779e3343c9b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/dc7601ce6528422282b78779e3343c9b 2024-11-20T19:33:33,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/a3e2fa5034f5492fbbb59c0ad125eb20 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/a3e2fa5034f5492fbbb59c0ad125eb20 2024-11-20T19:33:33,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/455703e0e56b45aeb4eccf8d0afc5cfa to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/455703e0e56b45aeb4eccf8d0afc5cfa 2024-11-20T19:33:33,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/f96c704d76a74705a722ecd5b41d7b65 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/f96c704d76a74705a722ecd5b41d7b65 2024-11-20T19:33:33,489 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/recovered.edits/325.seqid, newMaxSeqId=325, maxSeqId=4 2024-11-20T19:33:33,490 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. 2024-11-20T19:33:33,490 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for f6ed5a4da6c5d4c9621442f313c8ef7a: Waiting for close lock at 1732131211731Running coprocessor pre-close hooks at 1732131211731Disabling compacts and flushes for region at 1732131211731Disabling writes for close at 1732131211731Obtaining lock to block concurrent updates at 1732131211732 (+1 ms)Preparing flush snapshotting stores in f6ed5a4da6c5d4c9621442f313c8ef7a at 1732131211732Finished memstore snapshotting TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732131211732Flushing stores of TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a. at 1732131211733 (+1 ms)Flushing f6ed5a4da6c5d4c9621442f313c8ef7a/A: creating writer at 1732131211733Flushing mob file f6ed5a4da6c5d4c9621442f313c8ef7a/A: appending metadata at 1732131211742 (+9 ms)Flushing mob file f6ed5a4da6c5d4c9621442f313c8ef7a/A: closing flushed file at 1732131211742Flushing f6ed5a4da6c5d4c9621442f313c8ef7a/A: appending metadata at 1732131212159 (+417 ms)Flushing f6ed5a4da6c5d4c9621442f313c8ef7a/A: closing flushed file at 1732131212159Flushing f6ed5a4da6c5d4c9621442f313c8ef7a/B: creating writer at 1732131212576 (+417 ms)Flushing f6ed5a4da6c5d4c9621442f313c8ef7a/B: appending metadata at 1732131212579 (+3 ms)Flushing f6ed5a4da6c5d4c9621442f313c8ef7a/B: closing flushed file at 1732131212579Flushing f6ed5a4da6c5d4c9621442f313c8ef7a/C: creating writer at 1732131212991 (+412 ms)Flushing f6ed5a4da6c5d4c9621442f313c8ef7a/C: appending metadata at 1732131212995 (+4 ms)Flushing f6ed5a4da6c5d4c9621442f313c8ef7a/C: closing flushed file at 1732131212995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f34f9c5: reopening flushed file at 1732131213409 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e4a532: reopening flushed file at 1732131213417 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283f1d46: reopening flushed file at 1732131213422 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f6ed5a4da6c5d4c9621442f313c8ef7a in 1695ms, sequenceid=322, compaction requested=true at 1732131213428 (+6 ms)Writing region close event to WAL at 1732131213487 (+59 ms)Running coprocessor post-close hooks at 1732131213490 (+3 ms)Closed at 1732131213490 2024-11-20T19:33:33,491 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=f6ed5a4da6c5d4c9621442f313c8ef7a, regionState=CLOSED 2024-11-20T19:33:33,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 because future has completed 2024-11-20T19:33:33,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-20T19:33:33,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure f6ed5a4da6c5d4c9621442f313c8ef7a, server=e14ef07817f4,39645,1732131030299 in 1.9150 sec 2024-11-20T19:33:33,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-20T19:33:33,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6ed5a4da6c5d4c9621442f313c8ef7a, UNASSIGN in 1.9190 sec 2024-11-20T19:33:33,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-20T19:33:33,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9220 sec 2024-11-20T19:33:33,501 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732131213501"}]},"ts":"1732131213501"} 2024-11-20T19:33:33,502 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T19:33:33,502 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T19:33:33,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9310 sec 2024-11-20T19:33:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T19:33:33,720 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:33,721 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-20T19:33:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:33,726 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:33,727 DEBUG [regionserver/e14ef07817f4:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.0, tune throughput to 50.00 MB/second 2024-11-20T19:33:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T19:33:33,728 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:33,730 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,734 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C, FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/recovered.edits] 2024-11-20T19:33:33,738 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/9020d5ee4cc6470fb7d9de595b8ab86f to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/9020d5ee4cc6470fb7d9de595b8ab86f 2024-11-20T19:33:33,740 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/aca6487cab974f9f8ee987969cea58ee to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/aca6487cab974f9f8ee987969cea58ee 2024-11-20T19:33:33,743 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/ec80703ebc414301a32acd24549f57e6 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/A/ec80703ebc414301a32acd24549f57e6 2024-11-20T19:33:33,747 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3799a88abf974f4c86b0f878389b961a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3799a88abf974f4c86b0f878389b961a 2024-11-20T19:33:33,749 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3bf2bd96b71d4e0aa2777e75c13f77fa to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/3bf2bd96b71d4e0aa2777e75c13f77fa 2024-11-20T19:33:33,750 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/a32273ad16b84752b8f8c2ae773a8195 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/B/a32273ad16b84752b8f8c2ae773a8195 2024-11-20T19:33:33,754 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/13400487b79c453cb5952b4a616c8eb9 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/13400487b79c453cb5952b4a616c8eb9 2024-11-20T19:33:33,755 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/c4b2a63471f24d8fa8aadf8bb22f0234 to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/c4b2a63471f24d8fa8aadf8bb22f0234 2024-11-20T19:33:33,757 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/e0570ae0e26844b0ba39ecac9eb2261b to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/C/e0570ae0e26844b0ba39ecac9eb2261b 2024-11-20T19:33:33,761 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/recovered.edits/325.seqid to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a/recovered.edits/325.seqid 2024-11-20T19:33:33,762 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/default/TestAcidGuarantees/f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,762 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T19:33:33,763 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T19:33:33,764 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T19:33:33,767 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120001593f1be7d45329f426535efbde014_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120001593f1be7d45329f426535efbde014_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,769 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112032695a30e79e4aaabd01e3e05fd5d8bc_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112032695a30e79e4aaabd01e3e05fd5d8bc_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,771 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c9313f0ba974df088546b00fe64a1ec_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c9313f0ba974df088546b00fe64a1ec_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,772 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112040d0ad22d5f54149ae6e1ab328176115_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112040d0ad22d5f54149ae6e1ab328176115_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,773 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d38bc8b40cd4113ad5ecaab76aba531_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d38bc8b40cd4113ad5ecaab76aba531_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,774 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207b25714313b24ba6aabd078dbc9e567d_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207b25714313b24ba6aabd078dbc9e567d_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,775 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207ebeb4fbc34b41fe8de75585cdc94476_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207ebeb4fbc34b41fe8de75585cdc94476_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,777 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208d409ef2f9004de6822a13d7f512c121_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208d409ef2f9004de6822a13d7f512c121_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,778 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a73a6ab2b2e648deab53c83165e6136b_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a73a6ab2b2e648deab53c83165e6136b_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,779 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b25f531c76c34d92b300a8c72ee47388_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b25f531c76c34d92b300a8c72ee47388_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,780 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d17ae1cf23b24bc19295366a33de2ede_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d17ae1cf23b24bc19295366a33de2ede_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,782 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e20e5e1fb3d045748d6d2142b2cac8b4_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e20e5e1fb3d045748d6d2142b2cac8b4_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,783 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e312661e4a874837bc6c18bd12cc27c7_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e312661e4a874837bc6c18bd12cc27c7_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,784 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ea527b3f585f4b33a00a7469f33eb026_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ea527b3f585f4b33a00a7469f33eb026_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,785 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ef13c9cc7b3b4d67ac08eab0d8ccfa1d_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ef13c9cc7b3b4d67ac08eab0d8ccfa1d_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,786 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f43b0f24414d47de9f9a3bf9db18172a_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f43b0f24414d47de9f9a3bf9db18172a_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,787 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ff6a74668e144437830c7b9a023004e4_f6ed5a4da6c5d4c9621442f313c8ef7a to hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ff6a74668e144437830c7b9a023004e4_f6ed5a4da6c5d4c9621442f313c8ef7a 2024-11-20T19:33:33,788 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T19:33:33,790 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:33,793 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T19:33:33,795 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T19:33:33,796 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:33,796 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T19:33:33,796 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732131213796"}]},"ts":"9223372036854775807"} 2024-11-20T19:33:33,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T19:33:33,798 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f6ed5a4da6c5d4c9621442f313c8ef7a, NAME => 'TestAcidGuarantees,,1732131185867.f6ed5a4da6c5d4c9621442f313c8ef7a.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T19:33:33,799 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T19:33:33,799 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732131213799"}]},"ts":"9223372036854775807"} 2024-11-20T19:33:33,801 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T19:33:33,801 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T19:33:33,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 79 msec 2024-11-20T19:33:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T19:33:33,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T19:33:33,840 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T19:33:33,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=239 (was 242), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 497), ProcessCount=11 (was 11), AvailableMemoryMB=7280 (was 7320) 2024-11-20T19:33:33,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:33:33,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:33:33,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:33:33,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:33,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:33,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:33:33,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:33:33,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2117780854, stopped=false 2024-11-20T19:33:33,857 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,38253,1732131029249 2024-11-20T19:33:33,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T19:33:33,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T19:33:33,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:33:33,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:33:33,920 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:33:33,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:33:33,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:33:33,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:33,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:33:33,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T19:33:33,923 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,39645,1732131030299' ***** 2024-11-20T19:33:33,923 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:33:33,923 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:33:33,924 INFO [RS:0;e14ef07817f4:39645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:33:33,924 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:33:33,924 INFO [RS:0;e14ef07817f4:39645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:33:33,924 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,39645,1732131030299 2024-11-20T19:33:33,924 INFO [RS:0;e14ef07817f4:39645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:33:33,924 INFO [RS:0;e14ef07817f4:39645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:39645. 2024-11-20T19:33:33,924 DEBUG [RS:0;e14ef07817f4:39645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:33:33,924 DEBUG [RS:0;e14ef07817f4:39645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:33,924 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:33:33,925 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:33:33,925 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:33:33,925 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:33:33,925 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:33:33,926 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:33:33,926 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:33:33,926 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:33:33,926 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:33:33,926 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:33:33,926 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:33:33,926 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:33:33,926 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:33:33,927 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-20T19:33:33,949 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/.tmp/info/f8c30b5f7b1148378bfc318f377e33d4 is 95, key is TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b./info:/1732131061970/DeleteFamily/seqid=0 2024-11-20T19:33:33,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742443_1619 (size=6514) 2024-11-20T19:33:34,126 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:33:34,327 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:33:34,353 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/.tmp/info/f8c30b5f7b1148378bfc318f377e33d4 2024-11-20T19:33:34,379 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/.tmp/ns/ccee4247f68145688cc2aafebeb06e3f is 93, key is TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b./ns:/1732131061929/DeleteFamily/seqid=0 2024-11-20T19:33:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742444_1620 (size=5906) 2024-11-20T19:33:34,527 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:33:34,727 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:33:34,784 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/.tmp/ns/ccee4247f68145688cc2aafebeb06e3f 2024-11-20T19:33:34,813 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/.tmp/rep_barrier/594df79e0ce54acf9962d1beac4398be is 102, key is TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b./rep_barrier:/1732131061929/DeleteFamily/seqid=0 2024-11-20T19:33:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742445_1621 (size=6025) 2024-11-20T19:33:34,835 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:33:34,835 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:33:34,928 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:33:35,128 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:33:35,218 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/.tmp/rep_barrier/594df79e0ce54acf9962d1beac4398be 2024-11-20T19:33:35,245 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/.tmp/table/ba4007c0d9924a759baab0737e62dd90 is 96, key is TestAcidGuarantees,,1732131035623.7f3aec57d0de67a2cded51b3f390a00b./table:/1732131061929/DeleteFamily/seqid=0 2024-11-20T19:33:35,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742446_1622 (size=5936) 2024-11-20T19:33:35,328 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:33:35,528 DEBUG [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:33:35,649 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/.tmp/table/ba4007c0d9924a759baab0737e62dd90 2024-11-20T19:33:35,655 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/.tmp/info/f8c30b5f7b1148378bfc318f377e33d4 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/info/f8c30b5f7b1148378bfc318f377e33d4 2024-11-20T19:33:35,660 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/info/f8c30b5f7b1148378bfc318f377e33d4, entries=12, sequenceid=90, filesize=6.4 K 2024-11-20T19:33:35,662 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/.tmp/ns/ccee4247f68145688cc2aafebeb06e3f as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/ns/ccee4247f68145688cc2aafebeb06e3f 2024-11-20T19:33:35,667 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/ns/ccee4247f68145688cc2aafebeb06e3f, entries=8, sequenceid=90, filesize=5.8 K 2024-11-20T19:33:35,668 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/.tmp/rep_barrier/594df79e0ce54acf9962d1beac4398be as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/rep_barrier/594df79e0ce54acf9962d1beac4398be 2024-11-20T19:33:35,672 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/rep_barrier/594df79e0ce54acf9962d1beac4398be, entries=6, sequenceid=90, filesize=5.9 K 2024-11-20T19:33:35,672 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/.tmp/table/ba4007c0d9924a759baab0737e62dd90 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/table/ba4007c0d9924a759baab0737e62dd90 2024-11-20T19:33:35,676 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/table/ba4007c0d9924a759baab0737e62dd90, entries=7, sequenceid=90, filesize=5.8 K 2024-11-20T19:33:35,677 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=90, compaction requested=false 2024-11-20T19:33:35,680 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-20T19:33:35,681 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:33:35,681 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:33:35,681 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732131213926Running coprocessor pre-close hooks at 1732131213926Disabling compacts and flushes for region at 1732131213926Disabling writes for close at 1732131213926Obtaining lock to block concurrent updates at 1732131213927 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732131213927Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732131213927Flushing stores of hbase:meta,,1.1588230740 at 1732131213928 (+1 ms)Flushing 1588230740/info: creating writer at 1732131213928Flushing 1588230740/info: appending metadata at 1732131213948 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732131213948Flushing 1588230740/ns: creating writer at 1732131214362 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732131214379 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732131214379Flushing 1588230740/rep_barrier: creating writer at 1732131214793 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732131214813 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732131214813Flushing 1588230740/table: creating writer at 1732131215225 (+412 ms)Flushing 1588230740/table: appending metadata at 1732131215245 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732131215245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b276218: reopening flushed file at 1732131215654 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d237041: reopening flushed file at 1732131215661 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5540c0: reopening flushed file at 1732131215667 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c41c8f: reopening flushed file at 1732131215672 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=90, compaction requested=false at 1732131215677 (+5 ms)Writing region close event to WAL at 1732131215678 (+1 ms)Running coprocessor post-close hooks at 1732131215681 (+3 ms)Closed at 1732131215681 2024-11-20T19:33:35,681 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:33:35,729 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,39645,1732131030299; all regions closed. 2024-11-20T19:33:35,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741834_1010 (size=25344) 2024-11-20T19:33:35,734 DEBUG [RS:0;e14ef07817f4:39645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/oldWALs 2024-11-20T19:33:35,734 INFO [RS:0;e14ef07817f4:39645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C39645%2C1732131030299.meta:.meta(num 1732131034960) 2024-11-20T19:33:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741832_1008 (size=14469291) 2024-11-20T19:33:35,738 DEBUG [RS:0;e14ef07817f4:39645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/oldWALs 2024-11-20T19:33:35,738 INFO [RS:0;e14ef07817f4:39645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C39645%2C1732131030299:(num 1732131033895) 2024-11-20T19:33:35,738 DEBUG [RS:0;e14ef07817f4:39645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:33:35,738 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:33:35,738 INFO [RS:0;e14ef07817f4:39645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:33:35,738 INFO [RS:0;e14ef07817f4:39645 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:33:35,738 INFO [RS:0;e14ef07817f4:39645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:33:35,738 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:33:35,739 INFO [RS:0;e14ef07817f4:39645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39645 2024-11-20T19:33:35,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e14ef07817f4,39645,1732131030299 2024-11-20T19:33:35,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T19:33:35,793 INFO [RS:0;e14ef07817f4:39645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:33:35,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,39645,1732131030299] 2024-11-20T19:33:35,803 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e14ef07817f4,39645,1732131030299 already deleted, retry=false 2024-11-20T19:33:35,803 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,39645,1732131030299 expired; onlineServers=0 2024-11-20T19:33:35,803 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,38253,1732131029249' ***** 2024-11-20T19:33:35,803 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:33:35,804 INFO [M:0;e14ef07817f4:38253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:33:35,804 INFO [M:0;e14ef07817f4:38253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:33:35,804 DEBUG [M:0;e14ef07817f4:38253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:33:35,804 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:33:35,804 DEBUG [M:0;e14ef07817f4:38253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:33:35,804 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732131033544 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732131033544,5,FailOnTimeoutGroup] 2024-11-20T19:33:35,804 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732131033543 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732131033543,5,FailOnTimeoutGroup] 2024-11-20T19:33:35,804 INFO [M:0;e14ef07817f4:38253 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:33:35,804 INFO [M:0;e14ef07817f4:38253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:33:35,804 DEBUG [M:0;e14ef07817f4:38253 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:33:35,804 INFO [M:0;e14ef07817f4:38253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:33:35,804 INFO [M:0;e14ef07817f4:38253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:33:35,805 ERROR [M:0;e14ef07817f4:38253 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T19:33:35,805 INFO [M:0;e14ef07817f4:38253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:33:35,805 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:33:35,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T19:33:35,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T19:33:35,814 DEBUG [M:0;e14ef07817f4:38253 {}] zookeeper.ZKUtil(347): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T19:33:35,814 WARN [M:0;e14ef07817f4:38253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:33:35,815 INFO [M:0;e14ef07817f4:38253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/.lastflushedseqids 2024-11-20T19:33:35,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742447_1623 (size=72) 2024-11-20T19:33:35,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:33:35,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x10159b9f9990001, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:33:35,905 INFO [RS:0;e14ef07817f4:39645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:33:35,905 INFO [RS:0;e14ef07817f4:39645 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,39645,1732131030299; zookeeper connection closed. 2024-11-20T19:33:35,906 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42318b53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42318b53 2024-11-20T19:33:35,907 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:33:36,227 INFO [M:0;e14ef07817f4:38253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:33:36,227 INFO [M:0;e14ef07817f4:38253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:33:36,227 DEBUG [M:0;e14ef07817f4:38253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:33:36,227 INFO [M:0;e14ef07817f4:38253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:33:36,227 DEBUG [M:0;e14ef07817f4:38253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:33:36,228 DEBUG [M:0;e14ef07817f4:38253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:33:36,228 DEBUG [M:0;e14ef07817f4:38253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:33:36,228 INFO [M:0;e14ef07817f4:38253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=759.11 KB heapSize=933.45 KB 2024-11-20T19:33:36,249 DEBUG [M:0;e14ef07817f4:38253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4591b4bd813a4ee4b67a55a57df8594b is 82, key is hbase:meta,,1/info:regioninfo/1732131035041/Put/seqid=0 2024-11-20T19:33:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742448_1624 (size=5672) 2024-11-20T19:33:36,654 INFO [M:0;e14ef07817f4:38253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2154 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4591b4bd813a4ee4b67a55a57df8594b 2024-11-20T19:33:36,685 DEBUG [M:0;e14ef07817f4:38253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b372e2c0b084b44a3f337cd9ecde190 is 2276, key is \x00\x00\x00\x00\x00\x00\x00#/proc:d/1732131065158/Put/seqid=0 2024-11-20T19:33:36,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742449_1625 (size=44198) 2024-11-20T19:33:37,089 INFO [M:0;e14ef07817f4:38253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758.56 KB at sequenceid=2154 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b372e2c0b084b44a3f337cd9ecde190 2024-11-20T19:33:37,098 INFO [M:0;e14ef07817f4:38253 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b372e2c0b084b44a3f337cd9ecde190 2024-11-20T19:33:37,114 DEBUG [M:0;e14ef07817f4:38253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dff4985c7cd546efbeaa1d7ff2cd6815 is 69, key is e14ef07817f4,39645,1732131030299/rs:state/1732131033660/Put/seqid=0 2024-11-20T19:33:37,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073742450_1626 (size=5156) 2024-11-20T19:33:37,518 INFO [M:0;e14ef07817f4:38253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2154 (bloomFilter=true), to=hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dff4985c7cd546efbeaa1d7ff2cd6815 2024-11-20T19:33:37,528 DEBUG [M:0;e14ef07817f4:38253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4591b4bd813a4ee4b67a55a57df8594b as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4591b4bd813a4ee4b67a55a57df8594b 2024-11-20T19:33:37,532 INFO [M:0;e14ef07817f4:38253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4591b4bd813a4ee4b67a55a57df8594b, entries=8, sequenceid=2154, filesize=5.5 K 2024-11-20T19:33:37,532 DEBUG [M:0;e14ef07817f4:38253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b372e2c0b084b44a3f337cd9ecde190 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b372e2c0b084b44a3f337cd9ecde190 2024-11-20T19:33:37,536 INFO [M:0;e14ef07817f4:38253 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b372e2c0b084b44a3f337cd9ecde190 2024-11-20T19:33:37,536 INFO [M:0;e14ef07817f4:38253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b372e2c0b084b44a3f337cd9ecde190, entries=170, sequenceid=2154, filesize=43.2 K 2024-11-20T19:33:37,537 DEBUG [M:0;e14ef07817f4:38253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dff4985c7cd546efbeaa1d7ff2cd6815 as hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dff4985c7cd546efbeaa1d7ff2cd6815 2024-11-20T19:33:37,540 INFO [M:0;e14ef07817f4:38253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35695/user/jenkins/test-data/d07c4018-b687-629e-c2d3-8ee3385bd57b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dff4985c7cd546efbeaa1d7ff2cd6815, entries=1, sequenceid=2154, filesize=5.0 K 2024-11-20T19:33:37,541 INFO [M:0;e14ef07817f4:38253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~759.11 KB/777330, heapSize ~933.15 KB/955544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=2154, compaction requested=false 2024-11-20T19:33:37,542 INFO [M:0;e14ef07817f4:38253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:33:37,543 DEBUG [M:0;e14ef07817f4:38253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732131216227Disabling compacts and flushes for region at 1732131216227Disabling writes for close at 1732131216228 (+1 ms)Obtaining lock to block concurrent updates at 1732131216228Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732131216228Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=777330, getHeapSize=955784, getOffHeapSize=0, getCellsCount=2349 at 1732131216229 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732131216230 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732131216230Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732131216249 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732131216249Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732131216663 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732131216684 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732131216684Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732131217098 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732131217114 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732131217114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f6a0d3: reopening flushed file at 1732131217527 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64bb3899: reopening flushed file at 1732131217532 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a5b2d8: reopening flushed file at 1732131217536 (+4 ms)Finished flush of dataSize ~759.11 KB/777330, heapSize ~933.15 KB/955544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=2154, compaction requested=false at 1732131217541 (+5 ms)Writing region close event to WAL at 1732131217542 (+1 ms)Closed at 1732131217542 2024-11-20T19:33:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38635 is added to blk_1073741830_1006 (size=918539) 2024-11-20T19:33:37,546 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:33:37,546 INFO [M:0;e14ef07817f4:38253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:33:37,546 INFO [M:0;e14ef07817f4:38253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38253 2024-11-20T19:33:37,546 INFO [M:0;e14ef07817f4:38253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:33:37,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:33:37,715 INFO [M:0;e14ef07817f4:38253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:33:37,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38253-0x10159b9f9990000, quorum=127.0.0.1:57663, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:33:37,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53343f2d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:33:37,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ff8ab72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:33:37,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:33:37,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a247cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:33:37,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@849d63d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/hadoop.log.dir/,STOPPED} 2024-11-20T19:33:37,729 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:33:37,729 WARN [BP-454301576-172.17.0.3-1732131025502 heartbeating to localhost/127.0.0.1:35695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:33:37,729 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:33:37,729 WARN [BP-454301576-172.17.0.3-1732131025502 heartbeating to localhost/127.0.0.1:35695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-454301576-172.17.0.3-1732131025502 (Datanode Uuid 7ae05a58-1a43-451d-8f43-145ede423fc0) service to localhost/127.0.0.1:35695 2024-11-20T19:33:37,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/cluster_765686fb-619b-99e8-3970-f09d10176bb9/data/data1/current/BP-454301576-172.17.0.3-1732131025502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:33:37,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/cluster_765686fb-619b-99e8-3970-f09d10176bb9/data/data2/current/BP-454301576-172.17.0.3-1732131025502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:33:37,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:33:37,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f062aca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:33:37,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fee885d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:33:37,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:33:37,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@707ebc91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:33:37,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b490999{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae108708-1e31-8b42-cf01-293b74239cd8/hadoop.log.dir/,STOPPED} 2024-11-20T19:33:37,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T19:33:37,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down